-- Logs begin at Tue 2022-04-12 12:50:22 UTC, end at Tue 2022-04-12 13:59:09 UTC. -- Apr 12 13:22:37.570594 dv-cinder-830098-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 13:22:40.540705 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.common.config [-] Logging enabled! Apr 12 13:22:40.541329 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 13:22:40.541528 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103153) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 13:22:40.544856 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.common.config [-] Logging enabled! Apr 12 13:22:40.545138 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 13:22:40.545447 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103153) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 13:22:40.546388 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 13:22:40.546623 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 13:22:40.546991 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 13:22:40.547238 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 13:22:40.547463 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 13:22:40.547876 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.548300 dv-cinder-830098-4-iscsi neutron-server[103153]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 13:22:40.548611 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.548907 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.549262 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.550148 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.550455 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.550736 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.551028 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.551326 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.551612 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.551892 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.552176 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.552470 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.552755 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.553043 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.553357 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.553645 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] debug = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.553929 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.554367 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.554790 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.555083 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.555374 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.555657 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.555931 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.556213 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.556500 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.556831 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] host = dv-cinder-830098-4-iscsi {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.557130 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.557426 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.557714 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.558001 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.558279 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.558555 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.558839 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.559113 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.559385 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] log_file = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.559661 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.559948 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.560235 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.560528 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.560754 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.560978 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.561309 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.561598 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.561874 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.562152 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.562426 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.562700 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.562978 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.563248 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.563534 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.563820 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.564105 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.564379 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.564654 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.564930 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.565938 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.566237 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.566517 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.566794 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.567073 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.567365 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.567637 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.567915 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.568216 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.568505 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.568787 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.569072 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.569374 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.569658 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.569933 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.570210 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.570496 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] use_json = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.570769 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.571041 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.571324 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.571601 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.571875 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.572152 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.572426 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.572711 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.572985 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:40.573322 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.573625 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.573927 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.574229 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.574523 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.574803 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.575094 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.575376 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.575666 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.575955 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.576244 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.576525 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.576827 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.577129 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.577442 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.577750 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.578044 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.578336 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.578614 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.578891 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.579168 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.579451 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.579742 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.580027 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.580319 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.580638 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.580922 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.581246 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.581537 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.581835 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.582126 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.582401 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.582684 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.582973 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.583255 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.583529 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.583810 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.584099 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.584380 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.584653 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.584936 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.585240 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.585516 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.585790 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.586070 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.586359 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.586640 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.586910 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.587180 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.587460 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.587731 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.588017 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.588303 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.588575 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.588846 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.589151 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.589431 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.589706 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.589985 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.590259 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.590546 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.590820 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.591089 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.591361 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.591635 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.591907 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.592178 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.592448 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.592725 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.592997 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.593296 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.593571 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.593845 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.594119 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.594405 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.594705 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.594985 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.595263 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.595544 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.595827 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.596106 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.596431 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.596711 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.596991 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.597293 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.597584 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.597870 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.598158 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.598460 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.598739 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.599035 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.599315 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.599596 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.599882 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.600161 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.600446 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.600732 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.601021 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.601337 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.601636 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.601933 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.602228 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.602526 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.602808 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.603115 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.603396 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:40.603616 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 13:22:40.603853 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103153) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 13:22:40.985319 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 13:22:40.985582 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 13:22:40.985896 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 13:22:40.986228 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 13:22:41.320328 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.320552 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.320827 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.322166 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.322443 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.322712 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.376532 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.376812 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.377078 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.391870 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.392152 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.392423 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.422615 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.422892 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.423156 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.460639 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.460936 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.461230 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.804459 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.805227 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.805227 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.805403 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.805962 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.905679 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.906003 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.906287 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.906562 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.906832 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.907145 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.907409 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.907669 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.907924 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.908206 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.908474 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.908758 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.909038 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.909455 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.909713 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.909981 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.910239 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.910511 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.910785 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.911048 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.911472 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.911733 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.912021 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.912404 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.912662 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.912915 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.913337 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:22:41.913584 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:22:41.913825 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:22:41.914063 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:22:41.914301 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:22:41.914546 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:22:41.914912 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 13:22:41.918012 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 13:22:41.921972 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 13:22:41.925815 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 12 13:22:41.927432 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 13:22:41.927897 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 13:22:41.928235 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 13:22:41.928620 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 13:22:41.931601 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 13:22:41.931808 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 13:22:41.932156 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 13:22:41.936988 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 13:22:41.961249 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 13:22:41.961699 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.961997 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103153) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 13:22:41.962370 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.963722 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103153) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 13:22:41.964001 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 13:22:41.964245 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 13:22:41.967551 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:41.967837 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.030710 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 13:22:42.030950 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 13:22:42.031189 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 13:22:42.031564 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 13:22:42.053131 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_db.sqlalchemy.engines [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103153) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 13:22:42.492953 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.managers [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Initializing driver for type 'gre' Apr 12 13:22:42.493558 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] gre ID ranges: [(1, 1000)] Apr 12 13:22:42.545506 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.managers [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Initializing driver for type 'local' Apr 12 13:22:42.545878 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.managers [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Initializing driver for type 'vlan' Apr 12 13:22:42.558465 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] VlanTypeDriver initialization complete Apr 12 13:22:42.558850 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.managers [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Initializing driver for type 'vxlan' Apr 12 13:22:42.559370 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] vxlan ID ranges: [(1, 1000)] Apr 12 13:22:42.612220 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.managers [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Initializing extension driver 'port_security' Apr 12 13:22:42.612561 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.extensions.port_security [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] PortSecurityExtensionDriver initialization complete Apr 12 13:22:42.612900 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.managers [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Initializing mechanism driver 'openvswitch' Apr 12 13:22:42.613267 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.managers [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Initializing mechanism driver 'hyperv' Apr 12 13:22:42.619741 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.plugin [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:22:42.620575 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > port after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.621244 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > port after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.621599 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > port after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.622128 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 13:22:42.622563 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.622916 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.623261 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.623659 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 13:22:42.624069 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > network after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.624421 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > network after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.624767 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > network after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.625191 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 13:22:42.625606 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > security_group after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.625958 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > security_group after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.626301 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.626704 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 13:22:42.627108 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.627456 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.628317 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.628718 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 13:22:42.629125 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > address_group after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.629464 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > address_group after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.629834 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.630231 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 13:22:42.630674 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] ML2 OVO RPC backend initialized. {{(pid=103153) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 13:22:42.631380 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.631739 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.632170 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > network before_response 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.632506 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > networks before_response 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.632856 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > port before_response 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.633222 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > ports before_response 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.633571 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > subnet before_response 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.633913 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > subnets before_response 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.634260 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > network after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.634600 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > network after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.634935 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > network after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.635277 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > port after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.635615 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > port after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.635952 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > port after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.636292 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.636628 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.636967 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.644852 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.quota [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded quota_driver: . Apr 12 13:22:42.645256 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.plugin [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Modular L2 Plugin initialization complete Apr 12 13:22:42.645610 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading services supported by the core plugin {{(pid=103153) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 13:22:42.645952 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.plugins.ml2.managers [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Got port-security extension from driver 'port_security' Apr 12 13:22:42.646439 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.extensions.vlantransparent [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Disabled vlantransparent extension. Apr 12 13:22:42.646938 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103153) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 13:22:42.647268 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading Plugin: router Apr 12 13:22:42.682371 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.682770 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router after_create 55549900 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.683145 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router before_create 55549900 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.683518 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.683893 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.684250 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router after_delete 55549900 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.684610 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.684961 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.685430 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router after_create 55549900 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.685782 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router after_update 55549900 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.686135 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router after_update 55549900 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.686484 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.686845 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router after_update 55549900 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.687256 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.687627 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: port after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.687969 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: port after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.688311 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: subnet after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.688655 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.689001 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.689375 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.689721 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: port before_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.690601 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router precommit_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.690953 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router after_update 55549900 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.691297 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.691653 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.692016 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.692363 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.692729 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > agent after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.693081 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > agent after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.693598 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > network after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.694454 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Tracking information for resource: router configured {{(pid=103153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:22:42.694790 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Tracking information for resource: floatingip configured {{(pid=103153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 13:22:42.699628 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.db.l3_agentschedulers_db [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 13:22:42.700209 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: port after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.700570 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: port after_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.700924 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: port after_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.701310 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: port after_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.702098 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router before_create 55550100 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.702464 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.702855 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router precommit_create 55550100 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.703218 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > router precommit_update 55550100 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.708515 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.services.provider_configuration [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Service providers = [] {{(pid=103153) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 13:22:42.708887 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.db.servicetype_db [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103153) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 13:22:42.711966 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.services.service_base [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103153) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 13:22:42.712327 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.services.service_base [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103153) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 13:22:42.712680 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.services.service_base [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103153) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 13:22:42.713604 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.services.service_base [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103153) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 13:22:42.713981 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.services.service_base [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 13:22:42.714363 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:22:42.714684 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 13:22:42.727412 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:22:42.727755 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading Plugin: auto_allocate Apr 12 13:22:42.733830 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: network precommit_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.734214 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: network precommit_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.734743 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:22:42.735067 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading Plugin: tag Apr 12 13:22:42.742498 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:22:42.742836 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading Plugin: timestamp Apr 12 13:22:42.747150 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:22:42.747414 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading Plugin: network_ip_availability Apr 12 13:22:42.754294 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.754680 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.755042 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:42.755840 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:22:42.756164 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading Plugin: flavors Apr 12 13:22:42.761202 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:22:42.761545 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading Plugin: revisions Apr 12 13:22:42.765837 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 13:22:42.766235 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_concurrency.lockutils [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.780s {{(pid=103153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 13:22:42.766978 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103153) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 13:22:42.767315 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Initializing extension manager. Apr 12 13:22:42.767842 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: __init__.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.768218 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: __pycache__ {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.768715 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: address_group.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.769698 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.770282 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: address-group Apr 12 13:22:42.770613 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: address_scope.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.771334 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.771848 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: address-scope Apr 12 13:22:42.772171 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.773143 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.773658 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: router-admin-state-down-before-update Apr 12 13:22:42.773984 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: agent.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.774684 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.775196 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: agent Apr 12 13:22:42.775521 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: agent_resources_synced.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.776430 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.776939 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: agent-resources-synced Apr 12 13:22:42.777298 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: allowedaddresspairs.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.779090 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.779612 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: allowed-address-pairs Apr 12 13:22:42.779945 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: auto_allocated_topology.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.781022 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.781571 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: auto-allocated-topology Apr 12 13:22:42.781897 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: availability_zone.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.782599 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.783111 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: availability_zone Apr 12 13:22:42.783435 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: availability_zone_filter.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.784429 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.784936 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: availability_zone_filter Apr 12 13:22:42.785295 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: data_plane_status.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.786203 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.786706 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 13:22:42.787030 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: default_subnetpools.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.787941 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.788449 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: default-subnetpools Apr 12 13:22:42.788769 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.789608 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.790117 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: dhcp_agent_scheduler Apr 12 13:22:42.790439 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: dns.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.791347 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.791853 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension dns-integration not supported by any of loaded plugins Apr 12 13:22:42.792178 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: dns_domain_ports.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.793097 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.793632 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 13:22:42.793956 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.794877 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.795380 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 13:22:42.795703 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: dvr.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.796374 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.796880 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: dvr Apr 12 13:22:42.797232 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: ecmp_routes.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.798145 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.798655 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 13:22:42.798976 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: empty_string_filtering.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.800407 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.800909 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: empty-string-filtering Apr 12 13:22:42.801264 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.802175 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.802688 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 13:22:42.803014 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.803923 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.804428 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 13:22:42.804753 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: external_net.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.805690 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.806202 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: external-net Apr 12 13:22:42.806527 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.807431 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.807943 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: extra_dhcp_opt Apr 12 13:22:42.808266 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: extraroute.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.809201 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.809713 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: extraroute Apr 12 13:22:42.810038 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: extraroute_atomic.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.811165 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.811688 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: extraroute-atomic Apr 12 13:22:42.812013 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: filter_validation.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.812684 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.813218 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: filter-validation Apr 12 13:22:42.813545 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: fip_pf_description.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.814632 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.815769 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 13:22:42.816095 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: fip_pf_port_range.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.817037 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.817608 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 13:22:42.817939 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: fip_port_details.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.818864 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.819369 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: fip-port-details Apr 12 13:22:42.819693 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: flavors.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.820906 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.821452 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: flavors Apr 12 13:22:42.821781 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.823628 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.824222 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 13:22:42.824586 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: floatingip_pools.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.825493 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.826072 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: floatingip-pools Apr 12 13:22:42.826426 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: ip_allocation.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.827457 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.828014 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 13:22:42.828374 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.829564 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.830150 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: ip-substring-filtering Apr 12 13:22:42.830515 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: l2_adjacency.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.831725 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.832278 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 13:22:42.832677 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: l3.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.833962 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.834520 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: router Apr 12 13:22:42.834898 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.837381 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.837981 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 13:22:42.838407 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.839428 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.840132 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: ext-gw-mode Apr 12 13:22:42.840501 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.841663 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.842363 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: l3-ha Apr 12 13:22:42.842734 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.843839 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.844639 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 13:22:42.845010 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: l3_flavors.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.846122 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.846805 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: l3-flavors Apr 12 13:22:42.847202 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.848685 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.849405 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 13:22:42.849980 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.850931 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.851485 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 13:22:42.851852 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: l3agentscheduler.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.853269 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.853946 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: l3_agent_scheduler Apr 12 13:22:42.854313 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: local_ip.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.856686 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.857441 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension local_ip not supported by any of loaded plugins Apr 12 13:22:42.857835 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: logging.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.859521 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.860152 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension logging not supported by any of loaded plugins Apr 12 13:22:42.860576 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: metering.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.861597 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.862837 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: metering Apr 12 13:22:42.863175 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.864724 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.865329 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: metering_source_and_destination_fields Apr 12 13:22:42.865762 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: multiprovidernet.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.866767 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.867424 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: multi-provider Apr 12 13:22:42.867838 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: netmtu.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.868829 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.869521 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: net-mtu Apr 12 13:22:42.869889 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: netmtu_writable.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.871207 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.871755 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: net-mtu-writable Apr 12 13:22:42.872116 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: network_availability_zone.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.872969 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.873610 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: network_availability_zone Apr 12 13:22:42.873995 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: network_ip_availability.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.875140 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.875728 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: network-ip-availability Apr 12 13:22:42.876171 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: network_segment_range.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.877003 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.878358 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 13:22:42.878797 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: pagination.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.879966 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.880366 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: pagination Apr 12 13:22:42.880726 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: port_device_profile.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.881941 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.882520 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: port-device-profile Apr 12 13:22:42.882877 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.884055 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.884725 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: port-mac-address-regenerate Apr 12 13:22:42.885142 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.886352 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.886896 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: port-numa-affinity-policy Apr 12 13:22:42.887252 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: port_resource_request.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.888505 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.889079 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 13:22:42.889509 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: port_resource_request_groups.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.890527 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.891069 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 13:22:42.891422 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: portbindings.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.892580 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.893232 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: binding Apr 12 13:22:42.893800 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: portbindings_extended.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.895005 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.895517 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: binding-extended Apr 12 13:22:42.895847 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: portsecurity.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.896762 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.897304 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: port-security Apr 12 13:22:42.897635 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: project_id.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.898616 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.898950 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: project-id Apr 12 13:22:42.899278 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: providernet.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.900193 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.900709 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: provider Apr 12 13:22:42.901035 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: qos.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.904635 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.905189 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension qos not supported by any of loaded plugins Apr 12 13:22:42.905528 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.906770 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.907295 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 13:22:42.907628 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.908680 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.909303 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 13:22:42.909635 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: qos_default.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.910577 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.911095 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension qos-default not supported by any of loaded plugins Apr 12 13:22:42.911539 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: qos_fip.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.912469 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.913049 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension qos-fip not supported by any of loaded plugins Apr 12 13:22:42.913344 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.914262 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.914776 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 13:22:42.915104 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: qos_gateway_ip.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.916022 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.916534 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 13:22:42.916858 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: qos_port_network_policy.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.917799 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.918312 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 13:22:42.918638 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.919678 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.920194 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 13:22:42.920522 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.921587 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.922106 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 13:22:42.922436 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: qos_pps_rule.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.923615 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.924134 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension qos-pps not supported by any of loaded plugins Apr 12 13:22:42.924991 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: qos_rule_type_details.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.925944 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.926463 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 13:22:42.926789 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.927708 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.928222 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 13:22:42.928549 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: qos_rules_alias.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.929634 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.930148 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 13:22:42.930473 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: quota_check_limit.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.931386 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.931900 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: quota-check-limit Apr 12 13:22:42.932226 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: quotasv2.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.933217 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.933549 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: quotas Apr 12 13:22:42.933872 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: quotasv2_detail.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.935568 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.935906 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: quota_details Apr 12 13:22:42.936238 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: rbac.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.937332 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.937858 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: rbac-policies Apr 12 13:22:42.938189 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: rbac_address_group.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.939123 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.939645 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: rbac-address-group Apr 12 13:22:42.939971 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: rbac_address_scope.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.941540 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.942062 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: rbac-address-scope Apr 12 13:22:42.942387 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: rbac_security_groups.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.943386 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.943903 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: rbac-security-groups Apr 12 13:22:42.944229 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: rbac_subnetpool.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.945172 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.945687 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: rbac-subnetpool Apr 12 13:22:42.946013 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: revisionifmatch.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.946940 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.947457 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: revision-if-match Apr 12 13:22:42.947784 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: revisions.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.948892 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.949440 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: standard-attr-revisions Apr 12 13:22:42.949771 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: router_availability_zone.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.950453 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.950969 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: router_availability_zone Apr 12 13:22:42.951295 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: routerservicetype.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.952221 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.952736 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension router-service-type not supported by any of loaded plugins Apr 12 13:22:42.953062 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.954014 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.954529 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: security-groups-normalized-cidr Apr 12 13:22:42.954854 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.955891 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.956413 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: port-security-groups-filtering Apr 12 13:22:42.956740 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.957716 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.958238 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: security-groups-remote-address-group Apr 12 13:22:42.958562 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.959489 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.960002 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: security-groups-shared-filtering Apr 12 13:22:42.960326 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.960911 dv-cinder-830098-4-iscsi neutron-server[103153]: WARNING neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 13:22:42.961272 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: securitygroup.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.970960 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.971575 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: security-group Apr 12 13:22:42.972075 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: segment.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.972809 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.973408 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension segment not supported by any of loaded plugins Apr 12 13:22:42.973747 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.974688 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.975198 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 13:22:42.975528 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: servicetype.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.976617 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.977157 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: service-type Apr 12 13:22:42.977493 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: sorting.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.978477 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.978814 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: sorting Apr 12 13:22:42.979141 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: standard_attr_segment.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.980058 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.980576 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 13:22:42.980904 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: standardattrdescription.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.981582 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.982091 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: standard-attr-description Apr 12 13:22:42.982417 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: stateful_security_group.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.983354 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.983871 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: stateful-security-group Apr 12 13:22:42.984195 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: stdattrs_common.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.984764 dv-cinder-830098-4-iscsi neutron-server[103153]: WARNING neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 13:22:42.985089 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.986062 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.986580 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 13:22:42.987429 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: subnet_onboard.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.988696 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.989250 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: subnet_onboard Apr 12 13:22:42.989578 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.990509 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.991021 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 13:22:42.991348 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: subnet_service_types.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.992271 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.992784 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: subnet-service-types Apr 12 13:22:42.993139 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: subnetallocation.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.994217 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.994734 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: subnet_allocation Apr 12 13:22:42.995064 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.996048 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.996561 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: subnetpool-prefix-ops Apr 12 13:22:42.996895 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.997907 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:42.998370 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 13:22:42.998695 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: tagging.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:42.999771 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:43.000291 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: standard-attr-tag Apr 12 13:22:43.000622 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: timestamp.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:43.001857 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:43.002371 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loaded extension: standard-attr-timestamp Apr 12 13:22:43.003248 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: trunk.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:43.004285 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:43.004799 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension trunk not supported by any of loaded plugins Apr 12 13:22:43.005151 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: trunk_details.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:43.006071 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:43.006583 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension trunk-details not supported by any of loaded plugins Apr 12 13:22:43.006910 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: uplink_status_propagation.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:43.007827 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:43.008342 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 13:22:43.008668 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Loading extension file: vlantransparent.py {{(pid=103153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 13:22:43.009370 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 13:22:43.009882 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 13:22:43.012489 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Creating instance of TrackedResource for resource:network Apr 12 13:22:43.013019 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Creating instance of TrackedResource for resource:subnet Apr 12 13:22:43.013453 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 13:22:43.013848 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Creating instance of TrackedResource for resource:port Apr 12 13:22:43.015084 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.v2.resource_helper [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:22:43.015525 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.v2.resource_helper [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Service FLAVORS assigned prefix: {{(pid=103153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:22:43.016146 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.v2.resource_helper [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:22:43.016578 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.v2.resource_helper [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:22:43.016914 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Creating instance of TrackedResource for resource:router Apr 12 13:22:43.017377 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 13:22:43.017874 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.v2.resource_helper [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Service METERING assigned prefix: /metering {{(pid=103153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:22:43.019335 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:43.019706 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:43.020059 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:22:43.021071 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 13:22:43.021538 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Creating instance of TrackedResource for resource:security_group Apr 12 13:22:43.021992 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 13:22:43.022590 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.v2.resource_helper [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Service CORE assigned prefix: {{(pid=103153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:22:43.022927 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 13:22:43.023277 dv-cinder-830098-4-iscsi neutron-server[103153]: WARNING neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] subnetpool is already registered Apr 12 13:22:43.023715 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.v2.resource_helper [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Service CORE assigned prefix: {{(pid=103153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:22:43.024047 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 13:22:43.024402 dv-cinder-830098-4-iscsi neutron-server[103153]: WARNING neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] subnetpool is already registered Apr 12 13:22:43.026696 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.v2.resource_helper [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:22:43.027158 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.v2.resource_helper [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Service FLAVORS assigned prefix: {{(pid=103153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:22:43.027888 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.v2.resource_helper [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:22:43.028331 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.v2.resource_helper [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:22:43.028667 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Creating instance of TrackedResource for resource:router Apr 12 13:22:43.029007 dv-cinder-830098-4-iscsi neutron-server[103153]: WARNING neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] router is already registered Apr 12 13:22:43.029462 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Creating instance of TrackedResource for resource:floatingip Apr 12 13:22:43.029801 dv-cinder-830098-4-iscsi neutron-server[103153]: WARNING neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] floatingip is already registered Apr 12 13:22:43.030260 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.v2.resource_helper [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Service METERING assigned prefix: /metering {{(pid=103153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:22:43.030972 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 13:22:43.031352 dv-cinder-830098-4-iscsi neutron-server[103153]: WARNING neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] rbac_policy is already registered Apr 12 13:22:43.031775 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Creating instance of TrackedResource for resource:security_group Apr 12 13:22:43.032110 dv-cinder-830098-4-iscsi neutron-server[103153]: WARNING neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] security_group is already registered Apr 12 13:22:43.032514 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 13:22:43.032855 dv-cinder-830098-4-iscsi neutron-server[103153]: WARNING neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] security_group_rule is already registered Apr 12 13:22:43.033378 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.v2.resource_helper [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Service CORE assigned prefix: {{(pid=103153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:22:43.033718 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 13:22:43.034178 dv-cinder-830098-4-iscsi neutron-server[103153]: WARNING neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] subnetpool is already registered Apr 12 13:22:43.034732 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.v2.resource_helper [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Service CORE assigned prefix: {{(pid=103153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 13:22:43.035200 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 13:22:43.035680 dv-cinder-830098-4-iscsi neutron-server[103153]: WARNING neutron.quota.resource_registry [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] subnetpool is already registered Apr 12 13:22:43.036332 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: extensions {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.039037 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: address-groups {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.040526 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: address-scopes {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.041763 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: agents {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.043036 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: auto-allocated-topology {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.044277 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: availability_zones {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.045527 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: dhcp-networks {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.046917 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: dhcp-agents {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.048463 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: routers {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.051234 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: flavors {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.052495 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: service_profiles {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.053726 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: next_providers {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.055180 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: service_profiles {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.056608 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: floatingip-pools {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.057968 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: routers {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.060048 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: floatingips {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.061245 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: l3-routers {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.062740 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: l3-agents {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.064148 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: metering-labels {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.066194 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: metering-label-rules {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.067594 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: network-ip-availabilities {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.068831 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: bindings {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.070419 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: quotas {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.072068 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: quotas {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.073645 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: rbac-policies {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.074829 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: security-groups {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.076144 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: security-group-rules {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.077412 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: service-providers {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.078610 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: subnetpools {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.079921 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: subnetpools {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.081757 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: tags {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.083424 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: tags {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.085281 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: tags {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.087057 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: tags {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.088711 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: tags {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.090699 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: tags {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.092377 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: tags {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.094196 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: tags {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.097504 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: tags {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.099241 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron.api.extensions [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Extended resource: tags {{(pid=103153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 13:22:43.105173 dv-cinder-830098-4-iscsi neutron-server[103153]: WARNING keystonemiddleware.auth_token [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 13:22:43.109766 dv-cinder-830098-4-iscsi neutron-server[103153]: WARNING keystonemiddleware.auth_token [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 13:22:43.119220 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_concurrency.lockutils [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Acquired lock "singleton_lock" {{(pid=103153) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 13:22:43.119710 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_concurrency.lockutils [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Releasing lock "singleton_lock" {{(pid=103153) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 13:22:43.120350 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO oslo_service.service [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Starting 2 workers Apr 12 13:22:43.125642 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Started child 103294 {{(pid=103153) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 13:22:43.131219 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Started child 103295 {{(pid=103153) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 13:22:43.131495 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:43.132176 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO neutron.service [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 13:22:43.132492 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:43.133077 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [-] (103294) wsgi starting up on http://0.0.0.0:9696 Apr 12 13:22:43.134970 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO oslo_service.service [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Starting 1 workers Apr 12 13:22:43.135137 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:43.136582 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [-] (103295) wsgi starting up on http://0.0.0.0:9696 Apr 12 13:22:43.140288 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Started child 103296 {{(pid=103153) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 13:22:43.140844 dv-cinder-830098-4-iscsi neutron-server[103153]: INFO oslo_service.service [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Starting 1 workers Apr 12 13:22:43.144691 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.service [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] calling RpcWorker wait() {{(pid=103296) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 13:22:43.145254 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.service [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] returning from RpcWorker wait() {{(pid=103296) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 13:22:43.145583 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Started child 103297 {{(pid=103153) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 13:22:43.146411 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG neutron_lib.callbacks.manager [None req-a922dcd3-aa19-429c-979c-920990e208c9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:43.146666 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:43.147168 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:22:43.148417 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103153) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 13:22:43.148639 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 13:22:43.148827 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 13:22:43.149045 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 13:22:43.149440 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 13:22:43.149610 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 13:22:43.150128 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.150406 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.150658 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.150937 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.151237 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:43.151697 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.151814 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.152101 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.152339 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.152614 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.152881 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.153056 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.153254 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.153511 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.153782 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.154076 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.154342 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.154605 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.154869 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.155059 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.155317 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.155606 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.155883 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.156154 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] debug = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.156412 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.156909 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.157178 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.157431 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.157675 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.157962 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.158225 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.158494 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.159310 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.159643 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.159990 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.160277 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.160505 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.160741 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.161000 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.161261 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.161535 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.161812 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.162249 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] host = dv-cinder-830098-4-iscsi {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.162471 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.162690 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.162941 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.163188 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.163435 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.163673 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.163936 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.164213 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.164478 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.164713 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.164957 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.165244 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.165485 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.165751 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] log_file = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.165921 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] log_options = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.166182 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.166444 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.166692 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.166881 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.167052 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.167244 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.167472 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.167637 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.167887 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.168127 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.168345 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.168583 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.168835 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.169081 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.169347 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.169565 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.169802 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.170013 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.170282 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.170527 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.170776 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.171025 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.171245 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.171478 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.171696 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.171935 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.172231 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.172427 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.172665 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.172923 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.173204 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.173483 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.173725 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.173978 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.174246 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.174531 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.175278 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.175497 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.175779 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.176006 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.176258 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.177364 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.177691 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.178028 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.178353 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.178687 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.178996 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] use_json = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.179358 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.179694 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.180034 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.180359 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.180489 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.180724 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.180830 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:22:43.181030 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.181313 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.181565 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.182572 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.182572 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.182572 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.182825 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.183457 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.183457 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.183627 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.183761 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.184583 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.184583 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.184761 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.184906 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.185248 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.185524 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.185797 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.186156 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.186409 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.186676 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.186921 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.187160 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.187382 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.187621 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.187915 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.188164 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.188400 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.188643 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.188870 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.189188 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.189461 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.189783 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.190098 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.190376 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.190646 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.191072 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.191321 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.191560 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.191819 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.192044 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.192268 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.192549 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.192793 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.193012 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.193274 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.193531 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.193774 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.194024 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.194271 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.194512 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.194740 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.194987 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.195204 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.195420 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.195656 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.195870 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.196098 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.196329 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.196601 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.196867 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.197088 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.197328 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.197541 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.197782 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.198013 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.198223 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.198433 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.198645 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.198861 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.199080 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.199346 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.199590 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.199806 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.200039 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.200261 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.200480 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.200711 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.200963 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.201298 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.201479 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.201689 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.201901 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.202113 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.202324 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.202557 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.202775 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.202978 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.203218 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.203439 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.203670 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.203906 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.206498 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.206749 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.207041 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.207384 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.207666 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.207884 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.208114 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.208453 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.208704 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.208972 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.209658 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.209658 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.209818 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.210044 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.210209 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.210492 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.210949 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.211201 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.212641 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.212970 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.214671 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.214942 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.215179 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.215428 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.215697 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.216005 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.216281 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.216532 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.216806 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.217090 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.220515 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.220811 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.221147 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.222136 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.222493 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.222808 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.223099 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.223417 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.223709 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.223959 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.224258 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.224839 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.225180 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.225449 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.225698 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.225958 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.226291 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.227323 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.227926 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.228173 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.228540 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.228785 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.229048 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.229312 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.229616 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.229874 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.230127 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.230401 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.230657 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.230929 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.231180 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.231436 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.231661 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.231918 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.232347 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.232574 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.232819 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.233076 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.233333 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.233565 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.233789 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.234034 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.234256 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.234484 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.234706 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.234938 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.235164 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.235440 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.235660 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.235907 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.236153 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.236377 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.236607 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.236832 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.237641 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.237909 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.238141 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.238415 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.238686 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.238931 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.239171 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.239479 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.239728 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.239950 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.240219 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.240446 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.240687 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.240906 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.241145 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.241362 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.241602 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.241990 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.242248 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.242509 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.243902 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.243902 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.243902 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.243902 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.243902 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.244267 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.244345 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.244533 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.244754 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.245151 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.245382 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.245614 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.246101 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.246352 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.246577 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.246801 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.247023 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.247288 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.247541 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.247798 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.248093 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.248265 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.248781 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.249032 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.249277 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.249512 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.249726 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.249962 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.250185 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.253272 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.253637 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.254351 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 55954) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:22:43.254530 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.254812 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.255246 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.255502 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.255787 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.256041 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.256293 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.256526 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.256770 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.257032 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.257289 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.257531 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.257755 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.257978 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.258232 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.258464 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.258702 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.259110 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.259358 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.259580 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.259814 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.260056 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.260279 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.260514 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.260734 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.260949 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.265184 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.265184 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.265184 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.265184 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.265184 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.265184 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.265184 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.265722 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:22:43.265818 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.265818 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.265818 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.266022 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065849 Apr 12 13:22:43.266091 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.266091 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.266091 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.266091 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.266091 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.266091 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.266556 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.266929 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.267214 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.267451 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.267694 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.267931 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.268268 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.268619 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.268902 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.269212 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.269479 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.269782 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.270079 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.270363 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.270586 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.270887 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.271801 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.271801 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.271801 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.272020 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.272299 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.272525 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.272774 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.273003 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.273686 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.273686 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.273863 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.273951 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.274199 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.275186 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.275186 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.275186 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.275186 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.275490 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.275589 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.275815 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.275976 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 13:22:43.276676 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103153) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 13:22:43.276999 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 13:22:43.278020 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 13:22:43.278215 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 13:22:43.278397 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 13:22:43.278559 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 13:22:43.278777 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.278945 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.279116 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.279284 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.279446 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.283718 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.284580 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.284767 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.284979 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.285154 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.285335 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.285508 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.285674 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.285837 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.286083 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.286222 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.286304 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.286466 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.286735 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.287221 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.287407 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.287553 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.287718 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] debug = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.287909 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.288097 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.288268 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.288416 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.288580 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.288743 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.288982 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.289080 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.289224 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.289389 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.289552 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.289713 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.289874 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.290059 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.290059 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.290059 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.290059 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.290059 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.290059 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] host = dv-cinder-830098-4-iscsi {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.291288 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.291288 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.291288 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.291469 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.291547 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.291716 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.291815 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.292800 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.292800 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.292800 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.292800 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.292800 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.292800 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.293276 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] log_file = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.293276 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] log_options = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.293276 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.293491 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.293570 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.293743 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.293894 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.294055 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.295369 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.295369 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.295369 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.295369 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.295369 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.295369 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.295369 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.295369 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.295947 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.295947 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.295947 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.295947 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.296226 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.296226 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.296366 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.296442 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.296589 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.296750 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.296917 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.297076 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.297269 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.297430 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.297592 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.298110 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.298110 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.298110 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.298368 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.298368 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.298518 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.298656 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.298819 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.299065 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.299236 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.299419 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.299610 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.299773 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.299934 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.300088 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.300504 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.300504 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.300668 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] use_json = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.300745 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.300853 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.301013 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.301196 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.302146 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.302146 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.302146 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.302146 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.302146 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 13:22:43.302146 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.302585 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.302585 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.302585 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.302787 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.302922 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.303106 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.303204 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.303497 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.303590 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.303688 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.303851 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.304057 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.304377 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.304377 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.304533 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.304652 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.304815 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.304998 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.305155 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.305494 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.305679 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.305831 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.305989 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.306535 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.306535 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.306535 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.306746 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.306746 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.309147 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.309147 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.309147 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.309147 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.309147 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.309147 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.309147 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.309147 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.309655 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.309655 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.309655 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.309655 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.310480 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.310646 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.310961 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.311279 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.311452 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.311610 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.311765 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.311904 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.312040 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.312207 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.312373 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.312538 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.312705 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.312871 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.313035 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.313239 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.313375 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.313537 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.313706 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.313870 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.314035 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.314199 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.314362 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.314527 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.314690 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.314854 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.315539 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.315756 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.315888 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.316019 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.316944 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.316944 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.316944 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.316944 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.316944 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.317351 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.317351 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.317510 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.317587 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.318269 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.318269 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.318269 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.318269 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.318562 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.318562 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.318723 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.318803 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.318964 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.319204 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.319300 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.319451 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.319635 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.319797 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.320114 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.320278 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.320626 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.320795 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.321221 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.321221 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.321377 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.321454 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.321612 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.321777 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.321945 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.322109 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.322736 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.322736 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.322736 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.322736 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.322983 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.323047 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.323188 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.324821 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.324821 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.324821 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.324821 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.324821 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.324821 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.324821 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.324821 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.325330 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.325330 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.325330 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.325330 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.325550 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.325550 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.325685 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.325850 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.328539 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.328539 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.328539 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.328539 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.328539 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.328539 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.328539 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.328539 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.329154 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.329154 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.329154 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.329154 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.329154 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.329154 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.329154 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.329154 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.329729 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.329729 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.329729 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.329729 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.329729 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.329729 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.329729 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.329729 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.330263 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.330263 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.330263 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.330263 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.330551 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.330551 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.330799 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.330876 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.331153 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.331320 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.331486 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.331649 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.331814 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.331983 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.332143 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.332308 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.332472 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.332636 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.332800 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.332963 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.333168 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.333322 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.333485 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.334345 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.334345 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.334345 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.334345 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.334345 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.334687 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.334687 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.334825 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.334910 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.335024 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.335185 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.335350 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.335514 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.335677 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.335841 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.336005 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.336169 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.336334 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.337171 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.337171 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.337171 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.337171 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.337171 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.337547 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.337547 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.337687 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.337796 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.337937 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.338069 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.338235 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.338400 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.338561 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.338725 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.338889 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.339055 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.339222 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.339386 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.339550 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.339717 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.339880 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.340044 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.340207 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.340370 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.340534 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.340699 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.340863 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.341027 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.341229 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.341400 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.341565 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.341727 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.341891 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.342055 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.342228 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.342391 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.342554 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.342717 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.342880 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.343044 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.343215 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.343378 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.343554 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.343698 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.343865 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.344025 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.344190 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.344355 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.344517 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.344680 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.344844 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.345007 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.345201 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.345365 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.345528 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.345690 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.345854 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.346016 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.346189 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.346885 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.347045 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.347195 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.347525 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.347696 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.347872 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.348044 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.348204 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.348379 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.348543 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.348684 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.348832 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.349008 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.349181 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.349355 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.349510 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.350510 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.350510 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.350510 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.350510 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.350510 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.350510 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.351270 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.351270 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.351270 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.351270 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.351270 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.351867 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.351867 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.351867 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.351867 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.352306 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.352306 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.352306 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.352519 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.352626 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.352790 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.352953 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.353138 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.353301 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.353466 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.353629 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.353792 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.353956 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.354120 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.354283 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.354446 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.354608 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 13:22:43.354770 dv-cinder-830098-4-iscsi neutron-server[103153]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 13:22:54.804456 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0096a4c5-92c6-4c55-80d3-02792fd5846d None None] get_active_networks_info from dv-cinder-830098-4-iscsi {{(pid=103296) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 13:22:54.877301 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0096a4c5-92c6-4c55-80d3-02792fd5846d None None] No non-hosted networks {{(pid=103296) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 13:22:54.896058 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.agentschedulers_db [None req-0096a4c5-92c6-4c55-80d3-02792fd5846d None None] DHCP Agent not found on host dv-cinder-830098-4-iscsi {{(pid=103296) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 13:22:55.044646 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d84176a4-b6ed-4614-995c-781bfeb811d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448947'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:57.414563 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0b8d74c8-1b22-4b28-8975-f0e3984be8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448947'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:57.468224 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ef750c65-9059-4c3f-8c5b-a3df09c9b7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:58.013687 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448947'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:22:58.105824 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56026) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:22:58.645023 dv-cinder-830098-4-iscsi neutron-server[103295]: WARNING oslo_policy.policy [None req-894b2c7e-fc45-4ef6-bbfe-30d957457e5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:22:58.645669 dv-cinder-830098-4-iscsi neutron-server[103295]: WARNING oslo_policy.policy [None req-894b2c7e-fc45-4ef6-bbfe-30d957457e5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:22:58.884621 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [None req-894b2c7e-fc45-4ef6-bbfe-30d957457e5c admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103295) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:22:58.903317 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-894b2c7e-fc45-4ef6-bbfe-30d957457e5c admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7789834 Apr 12 13:22:59.695709 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448947'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:00.921500 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448947'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:00.923150 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:00.923663 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:00.924268 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:00.926569 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:00.927242 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:00.928170 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:00.928853 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:00.929377 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:00.929847 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:00.930489 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:00.931018 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:00.931541 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:00.932159 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:00.932901 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:00.933420 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:00.933983 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830098-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:00.944196 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830098-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:01.493519 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56056) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:01.822028 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-16bc32ff-b434-460b-a86d-75c4dbfde783 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:23:01.920223 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.policy [None req-16bc32ff-b434-460b-a86d-75c4dbfde783 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103295) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 13:23:01.964460 dv-cinder-830098-4-iscsi neutron-server[103295]: WARNING oslo_policy.policy [None req-16bc32ff-b434-460b-a86d-75c4dbfde783 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:23:01.964848 dv-cinder-830098-4-iscsi neutron-server[103295]: WARNING oslo_policy.policy [None req-16bc32ff-b434-460b-a86d-75c4dbfde783 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:23:02.066241 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-16bc32ff-b434-460b-a86d-75c4dbfde783 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776758495837', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776758495337', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776758544598', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776758555813', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776758533946', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776758538765', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3626639', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3638450', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1601595', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1649494'] for rbac-policy (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:02.136180 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-16bc32ff-b434-460b-a86d-75c4dbfde783 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:02.137382 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-16bc32ff-b434-460b-a86d-75c4dbfde783 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6426921 Apr 12 13:23:03.618813 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.db.l3_hamode_db [None req-6118f1e8-988b-4480-a5f0-2de349e3cf57 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 13:23:03.703598 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6118f1e8-988b-4480-a5f0-2de349e3cf57 None None] Routers set() bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:03.703969 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6118f1e8-988b-4480-a5f0-2de349e3cf57 None None] Router IDs set() for agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 13:23:04.693575 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56068) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:05.007800 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:23:05.037055 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Made reservation on behalf of e8d63137c6824283968e9e352be25eb0 for: {'network': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:23:05.040819 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for network (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:05.057622 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:05.165810 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Publish callbacks [] for security_group (87e5030c-e99b-4130-8b01-66a396d1edcc), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:05.169496 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (87e5030c-e99b-4130-8b01-66a396d1edcc), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:05.206977 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:23:05.234943 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776758846118', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (419c33c4-e9b6-4f12-8d27-95245a57cd4a), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:05.235531 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Unsubscribe: segment precommit_create {{(pid=103295) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 13:23:05.236072 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.segments_db [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Added segment 419c33c4-e9b6-4f12-8d27-95245a57cd4a of type vlan for network 4b6bb447-61a5-4915-9f34-7a1fc2107c4e Apr 12 13:23:05.242365 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=87e5030c-e99b-4130-8b01-66a396d1edcc,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:05.263971 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:05.264314 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:05.264667 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:05.265018 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:05.265374 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:05.265701 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:05.266071 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:05.266352 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:05.266757 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:05.267100 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:05.267421 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:05.267756 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:05.268079 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:05.268434 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:05.268797 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Tracked resource versions report: Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: pushed versions: Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: { 'AddressGroup': {'1.2'}, Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Agent': {'1.1'}, Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'ConntrackHelper': {'1.0'}, Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Log': {'1.0'}, Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'NDPProxy': {'1.0'}, Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Network': {'1.1'}, Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Port': {'1.7'}, Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'PortForwarding': {'1.3'}, Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'QosPolicy': {'1.10'}, Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'SecurityGroup': {'1.5'}, Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'SubPort': {'1.0'}, Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Subnet': {'1.1'}, Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Trunk': {'1.1'}} Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: consumer versions: Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: { DHCP agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: L3 agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: Metadata agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: Metering agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: Open vSwitch agent@dv-cinder-830098-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Agent': '1.1', Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'ConntrackHelper': '1.0', Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'LocalIPAssociation': '1.0', Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Log': '1.0', Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'NDPProxy': '1.0', Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Network': '1.1', Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Port': '1.7', Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'PortForwarding': '1.3', Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'QosPolicy': '1.10', Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'SecurityGroup': '1.5', Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'SecurityGroupRule': '1.2', Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'SubPort': '1.0', Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Subnet': '1.1', Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Trunk': '1.1'}} Apr 12 13:23:05.270231 dv-cinder-830098-4-iscsi neutron-server[103295]: {{(pid=103295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:23:05.353856 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776758315614'] for network (4b6bb447-61a5-4915-9f34-7a1fc2107c4e), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:05.395959 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for network (4b6bb447-61a5-4915-9f34-7a1fc2107c4e), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:05.401098 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:05.401833 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:05.463180 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7685318 Apr 12 13:23:05.522366 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4172ef2-40c6-4568-8017-2a2c80298708 demo demo] Pushing event updated for resources: {'Network': ['ID=4b6bb447-61a5-4915-9f34-7a1fc2107c4e,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:05.534976 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Network 4b6bb447-61a5-4915-9f34-7a1fc2107c4e details requested by agent ovs-agent-dv-cinder-830098-4-iscsi with host dv-cinder-830098-4-iscsi {{(pid=103296) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:23:08.060215 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56080) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:08.463908 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dde9f92-46b4-4d0b-9688-6de1802fb45c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:08.465306 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-2dde9f92-46b4-4d0b-9688-6de1802fb45c demo admin] 10.222.0.11 "GET /v2.0/networks/4b6bb447-61a5-4915-9f34-7a1fc2107c4e HTTP/1.1" status: 200 len: 825 time: 0.4041133 Apr 12 13:23:08.490775 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-2cef5a45-35a3-423f-9654-1e8a03130205 demo admin] 10.222.0.11 "GET /v2.0/subnetpools/8e155922-9cc9-4e06-8946-f3db730a15fe HTTP/1.1" status: 200 len: 734 time: 0.0197611 Apr 12 13:23:08.499312 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-8aa873a7-1ecf-4d6d-b6b3-97e3f4a2b8d6 demo admin] Request body: {'subnet': {'subnetpool_id': '8e155922-9cc9-4e06-8946-f3db730a15fe', 'name': 'private-subnet', 'network_id': '4b6bb447-61a5-4915-9f34-7a1fc2107c4e', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:23:08.520069 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa873a7-1ecf-4d6d-b6b3-97e3f4a2b8d6 demo admin] Made reservation on behalf of e8d63137c6824283968e9e352be25eb0 for: {'subnet': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:23:08.522249 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8aa873a7-1ecf-4d6d-b6b3-97e3f4a2b8d6 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:08.809047 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8aa873a7-1ecf-4d6d-b6b3-97e3f4a2b8d6 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for subnet (f7589e71-668f-4a21-b79b-60150f0d0469), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:08.886394 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa873a7-1ecf-4d6d-b6b3-97e3f4a2b8d6 demo admin] Checking segment: {'id': '419c33c4-e9b6-4f12-8d27-95245a57cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b6bb447-61a5-4915-9f34-7a1fc2107c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:23:08.886746 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa873a7-1ecf-4d6d-b6b3-97e3f4a2b8d6 demo admin] Network hostable DHCP agents. Network: 4b6bb447-61a5-4915-9f34-7a1fc2107c4e, hostable agents: ['3cc0c115-7315-4105-a658-2bafa3cb223c'], hosted agents: [] {{(pid=103295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:23:08.888843 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa873a7-1ecf-4d6d-b6b3-97e3f4a2b8d6 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f7589e71-668f-4a21-b79b-60150f0d0469,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:08.910951 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa873a7-1ecf-4d6d-b6b3-97e3f4a2b8d6 demo admin] Network 4b6bb447-61a5-4915-9f34-7a1fc2107c4e is scheduled to be hosted by DHCP agent 3cc0c115-7315-4105-a658-2bafa3cb223c with binding_index 1 {{(pid=103295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:23:08.922168 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-8aa873a7-1ecf-4d6d-b6b3-97e3f4a2b8d6 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-4-iscsi, 4b6bb447-61a5-4915-9f34-7a1fc2107c4e) {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:23:08.927161 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa873a7-1ecf-4d6d-b6b3-97e3f4a2b8d6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:08.927772 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8aa873a7-1ecf-4d6d-b6b3-97e3f4a2b8d6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:08.932104 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531666ba-5fb5-449b-985f-18669d4cb3c7 None None] Network 4b6bb447-61a5-4915-9f34-7a1fc2107c4e requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:23:08.945093 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-8aa873a7-1ecf-4d6d-b6b3-97e3f4a2b8d6 demo admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4492576 Apr 12 13:23:09.322185 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2505ece0-7dd9-5d35-89e5-64c2cb2f4cfe-4b6bb447-61a5-4915-9f34-7a1fc2107c4e', 'network_id': '4b6bb447-61a5-4915-9f34-7a1fc2107c4e', 'project_id': 'e8d63137c6824283968e9e352be25eb0', 'fixed_ips': [{'subnet_id': 'f7589e71-668f-4a21-b79b-60150f0d0469'}]}} from dv-cinder-830098-4-iscsi. {{(pid=103296) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:23:09.323404 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:09.602035 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Allocated IP 172.20.0.2 (4b6bb447-61a5-4915-9f34-7a1fc2107c4e/f7589e71-668f-4a21-b79b-60150f0d0469/a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:23:09.873375 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Publish callbacks [] for port (a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f), precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:09.880220 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f), after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:09.950867 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Network 4b6bb447-61a5-4915-9f34-7a1fc2107c4e is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:23:09.955188 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:23:09.968299 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:23:09.972455 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Pushing event updated for resources: {'Port': ['ID=a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:10.005390 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:10.006113 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:10.006474 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:10.006840 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:10.007181 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:10.007514 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:10.007841 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:10.008168 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:10.008492 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:10.008817 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:10.009167 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:10.009511 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:10.009839 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:10.010162 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:10.010480 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Tracked resource versions report: Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: pushed versions: Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: { 'AddressGroup': {'1.2'}, Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Agent': {'1.1'}, Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'ConntrackHelper': {'1.0'}, Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Log': {'1.0'}, Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'NDPProxy': {'1.0'}, Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Network': {'1.1'}, Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Port': {'1.7'}, Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'PortForwarding': {'1.3'}, Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'QosPolicy': {'1.10'}, Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'SecurityGroup': {'1.5'}, Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'SubPort': {'1.0'}, Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Subnet': {'1.1'}, Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Trunk': {'1.1'}} Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: consumer versions: Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: { DHCP agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: L3 agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: Metadata agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: Metering agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: Open vSwitch agent@dv-cinder-830098-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Agent': '1.1', Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'ConntrackHelper': '1.0', Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'LocalIPAssociation': '1.0', Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Log': '1.0', Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'NDPProxy': '1.0', Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Network': '1.1', Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Port': '1.7', Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'PortForwarding': '1.3', Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'QosPolicy': '1.10', Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'SecurityGroup': '1.5', Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'SecurityGroupRule': '1.2', Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'SubPort': '1.0', Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Subnet': '1.1', Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Trunk': '1.1'}} Apr 12 13:23:10.011929 dv-cinder-830098-4-iscsi neutron-server[103296]: {{(pid=103296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:23:10.063505 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Attempting to bind port a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:23:10.063910 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Attempting to bind port a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '419c33c4-e9b6-4f12-8d27-95245a57cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b6bb447-61a5-4915-9f34-7a1fc2107c4e'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:23:10.064332 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Attempting to bind port a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f on network 4b6bb447-61a5-4915-9f34-7a1fc2107c4e {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:23:10.069487 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:23:10.069881 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Checking segment: {'id': '419c33c4-e9b6-4f12-8d27-95245a57cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b6bb447-61a5-4915-9f34-7a1fc2107c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:23:10.070339 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:10.070731 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Bound using segment: {'id': '419c33c4-e9b6-4f12-8d27-95245a57cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b6bb447-61a5-4915-9f34-7a1fc2107c4e'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:23:10.071213 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Bound port: a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419c33c4-e9b6-4f12-8d27-95245a57cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b6bb447-61a5-4915-9f34-7a1fc2107c4e'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:23:10.071607 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:10.134360 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] For port a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:23:10.157356 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] For port a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f,segment=NetworkSegment(419c33c4-e9b6-4f12-8d27-95245a57cd4a),segment_id=419c33c4-e9b6-4f12-8d27-95245a57cd4a)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:23:10.165044 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:10.217847 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a6fa4-f788-481c-bba4-1fabf2a42163 None None] Pushing event updated for resources: {'Port': ['ID=a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:11.520822 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56088) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:11.842398 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [None req-900e7d64-ff49-4f2f-9f33-2bf96ef1060d admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103295) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:23:11.843388 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-900e7d64-ff49-4f2f-9f33-2bf96ef1060d admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3215451 Apr 12 13:23:14.397361 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56096) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:14.708595 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [None req-bc11e963-05a5-480d-97c5-7c9167a8fcce admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103295) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:23:14.709732 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-bc11e963-05a5-480d-97c5-7c9167a8fcce admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3114507 Apr 12 13:23:17.269215 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56104) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:17.580749 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-94821e47-75a7-43b8-b84f-6f6f6a35263c demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:23:17.604359 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-94821e47-75a7-43b8-b84f-6f6f6a35263c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-448592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-907'] for router (18c5fe8a-245f-40ee-bfb2-06a008481bb9), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:17.606049 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-94821e47-75a7-43b8-b84f-6f6f6a35263c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-342588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-914'] for router (18c5fe8a-245f-40ee-bfb2-06a008481bb9), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:17.743028 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-94821e47-75a7-43b8-b84f-6f6f6a35263c demo demo] Publish callbacks [] for router_controller (18c5fe8a-245f-40ee-bfb2-06a008481bb9), precommit_add_association {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:17.747815 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-94821e47-75a7-43b8-b84f-6f6f6a35263c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466088'] for router (18c5fe8a-245f-40ee-bfb2-06a008481bb9), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:17.765247 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-94821e47-75a7-43b8-b84f-6f6f6a35263c demo demo] Publish callbacks [] for router (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:17.766387 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-94821e47-75a7-43b8-b84f-6f6f6a35263c demo demo] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4961264 Apr 12 13:23:20.390650 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56116) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:20.715111 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [None req-149d71c6-123c-45b9-ae20-90f758731c3b admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103295) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:23:20.716158 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-149d71c6-123c-45b9-ae20-90f758731c3b admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3245471 Apr 12 13:23:21.761311 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:23:21.815105 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e4dc08-c364-47db-9c31-89503997a812 None None] Network 4b6bb447-61a5-4915-9f34-7a1fc2107c4e requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:23:21.912490 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:23:21.912895 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:21.952227 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-116af5a1-c5a9-4347-a7e2-fc2d764c03a8 None None] Provisioning complete for port a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:23:21.952537 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-116af5a1-c5a9-4347-a7e2-fc2d764c03a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:22.135877 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:23:22.136270 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:22.153516 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-116af5a1-c5a9-4347-a7e2-fc2d764c03a8 None None] Current status of the port a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:23:22.153905 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-116af5a1-c5a9-4347-a7e2-fc2d764c03a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:22.194127 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] For port a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f,segment=NetworkSegment(419c33c4-e9b6-4f12-8d27-95245a57cd4a),segment_id=419c33c4-e9b6-4f12-8d27-95245a57cd4a)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:23:22.200446 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:22.270590 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.db.api [None req-116af5a1-c5a9-4347-a7e2-fc2d764c03a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103296) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 13:23:22.271001 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG oslo_db.api [None req-116af5a1-c5a9-4347-a7e2-fc2d764c03a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 13:23:22.279530 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Pushing event updated for resources: {'Port': ['ID=a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:22.807632 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-116af5a1-c5a9-4347-a7e2-fc2d764c03a8 None None] Current status of the port a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:23:22.924353 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-39e14363-37cd-47d8-b47e-b6127343d30a None None] Provisioning complete for port a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:23:22.925136 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-39e14363-37cd-47d8-b47e-b6127343d30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:23.004209 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-39e14363-37cd-47d8-b47e-b6127343d30a None None] Current status of the port a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:23:23.261992 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56126) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:23.571594 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-e43cdfe0-921d-486c-b4e0-fd86a5f8a77d admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:23:23.592163 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43cdfe0-921d-486c-b4e0-fd86a5f8a77d admin admin] Made reservation on behalf of f8dd34d87b9246dfa6a03f2018861509 for: {'network': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:23:23.594368 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e43cdfe0-921d-486c-b4e0-fd86a5f8a77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for network (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:23.602952 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e43cdfe0-921d-486c-b4e0-fd86a5f8a77d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:23.676588 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e43cdfe0-921d-486c-b4e0-fd86a5f8a77d admin admin] Publish callbacks [] for security_group (623a3dc7-80ef-42cc-8ec6-0f2928da4bca), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:23.683905 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e43cdfe0-921d-486c-b4e0-fd86a5f8a77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (623a3dc7-80ef-42cc-8ec6-0f2928da4bca), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:23.702265 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e43cdfe0-921d-486c-b4e0-fd86a5f8a77d admin admin] Reserving flat network on physical network physnet1 {{(pid=103295) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 13:23:23.717469 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cdfe0-921d-486c-b4e0-fd86a5f8a77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623a3dc7-80ef-42cc-8ec6-0f2928da4bca,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:23.725053 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e43cdfe0-921d-486c-b4e0-fd86a5f8a77d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (6d0f1737-02e2-4f98-924b-223215fc9230), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:23.725570 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.segments_db [None req-e43cdfe0-921d-486c-b4e0-fd86a5f8a77d admin admin] Added segment 6d0f1737-02e2-4f98-924b-223215fc9230 of type flat for network 3874c260-3040-429e-b62d-d740e6168690 Apr 12 13:23:23.744494 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:23:23.772361 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e43cdfe0-921d-486c-b4e0-fd86a5f8a77d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776758315614'] for network (3874c260-3040-429e-b62d-d740e6168690), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:23.792353 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:23:23.792746 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:23.806894 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e43cdfe0-921d-486c-b4e0-fd86a5f8a77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for network (3874c260-3040-429e-b62d-d740e6168690), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:23.807769 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43cdfe0-921d-486c-b4e0-fd86a5f8a77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:23.808376 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e43cdfe0-921d-486c-b4e0-fd86a5f8a77d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:23.859200 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-e43cdfe0-921d-486c-b4e0-fd86a5f8a77d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5961864 Apr 12 13:23:23.873982 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:23:23.906474 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43cdfe0-921d-486c-b4e0-fd86a5f8a77d admin admin] Pushing event updated for resources: {'Network': ['ID=3874c260-3040-429e-b62d-d740e6168690,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:23.916225 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Network 3874c260-3040-429e-b62d-d740e6168690 details requested by agent ovs-agent-dv-cinder-830098-4-iscsi with host dv-cinder-830098-4-iscsi {{(pid=103296) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:23:24.783177 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d8b4cae-00de-40db-b97c-18e1c1768624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:26.370271 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56134) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:26.720802 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2f76ad-166f-40e8-a8c2-c5991f203bb2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:26.722853 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-8f2f76ad-166f-40e8-a8c2-c5991f203bb2 demo admin] 10.222.0.11 "GET /v2.0/subnets/f7589e71-668f-4a21-b79b-60150f0d0469 HTTP/1.1" status: 200 len: 849 time: 0.3514874 Apr 12 13:23:26.849262 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-902950f8-107e-4947-9bc8-01eb1bd4b1c9 demo admin] 10.222.0.11 "GET /v2.0/routers/18c5fe8a-245f-40ee-bfb2-06a008481bb9 HTTP/1.1" status: 200 len: 704 time: 0.1193976 Apr 12 13:23:27.120893 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-963f2015-542b-4511-8328-1f222c4c7481 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:27.401943 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bb01bef0-7a88-4496-b010-93e8e5237162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:27.454428 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-963f2015-542b-4511-8328-1f222c4c7481 demo admin] Allocated IP 172.20.0.1 (4b6bb447-61a5-4915-9f34-7a1fc2107c4e/f7589e71-668f-4a21-b79b-60150f0d0469/b30cb7b4-6e2b-4e6b-806d-c81d2e019804) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:23:27.606682 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-963f2015-542b-4511-8328-1f222c4c7481 demo admin] Publish callbacks [] for port (b30cb7b4-6e2b-4e6b-806d-c81d2e019804), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:27.675608 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-963f2015-542b-4511-8328-1f222c4c7481 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (b30cb7b4-6e2b-4e6b-806d-c81d2e019804), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:27.748582 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963f2015-542b-4511-8328-1f222c4c7481 demo admin] Network 4b6bb447-61a5-4915-9f34-7a1fc2107c4e is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:23:27.752835 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-963f2015-542b-4511-8328-1f222c4c7481 demo admin] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:23:27.755448 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963f2015-542b-4511-8328-1f222c4c7481 demo admin] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:23:27.756009 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-963f2015-542b-4511-8328-1f222c4c7481 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466011'] for router_interface (18c5fe8a-245f-40ee-bfb2-06a008481bb9), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:27.825280 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f2015-542b-4511-8328-1f222c4c7481 demo admin] Pushing event updated for resources: {'Port': ['ID=b30cb7b4-6e2b-4e6b-806d-c81d2e019804,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:27.968019 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:27.978008 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-963f2015-542b-4511-8328-1f222c4c7481 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (b30cb7b4-6e2b-4e6b-806d-c81d2e019804), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:28.052543 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-b0b65b4a-0d71-4758-9aa0-5777734ce18c None None] Provisioning complete for port b30cb7b4-6e2b-4e6b-806d-c81d2e019804 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:23:28.052865 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b0b65b4a-0d71-4758-9aa0-5777734ce18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (b30cb7b4-6e2b-4e6b-806d-c81d2e019804), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:28.090373 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-b0b65b4a-0d71-4758-9aa0-5777734ce18c None None] Port b30cb7b4-6e2b-4e6b-806d-c81d2e019804 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:23:28.186251 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-963f2015-542b-4511-8328-1f222c4c7481 demo admin] Publish callbacks [] for port (b30cb7b4-6e2b-4e6b-806d-c81d2e019804), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:28.191361 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-963f2015-542b-4511-8328-1f222c4c7481 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (b30cb7b4-6e2b-4e6b-806d-c81d2e019804), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:28.192279 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-963f2015-542b-4511-8328-1f222c4c7481 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463851'] for router_interface (18c5fe8a-245f-40ee-bfb2-06a008481bb9), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:28.256378 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f2015-542b-4511-8328-1f222c4c7481 demo admin] Pushing event updated for resources: {'Port': ['ID=b30cb7b4-6e2b-4e6b-806d-c81d2e019804,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:28.323932 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963f2015-542b-4511-8328-1f222c4c7481 demo admin] Network 4b6bb447-61a5-4915-9f34-7a1fc2107c4e is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:23:28.325266 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-963f2015-542b-4511-8328-1f222c4c7481 demo admin] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:23:28.493298 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963f2015-542b-4511-8328-1f222c4c7481 demo admin] Router 18c5fe8a-245f-40ee-bfb2-06a008481bb9 is scheduled to L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb with binding_index 1 {{(pid=103295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:23:28.514666 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-4d93371f-f92c-422d-9ff5-ccc005932fe2 None None] Provisioning complete for port b30cb7b4-6e2b-4e6b-806d-c81d2e019804 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:23:28.515184 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4d93371f-f92c-422d-9ff5-ccc005932fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (b30cb7b4-6e2b-4e6b-806d-c81d2e019804), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:28.556554 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-4d93371f-f92c-422d-9ff5-ccc005932fe2 None None] Port b30cb7b4-6e2b-4e6b-806d-c81d2e019804 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:23:28.589011 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963f2015-542b-4511-8328-1f222c4c7481 demo admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:23:28.594191 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-963f2015-542b-4511-8328-1f222c4c7481 demo admin] 10.222.0.11 "PUT /v2.0/routers/18c5fe8a-245f-40ee-bfb2-06a008481bb9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7395558 Apr 12 13:23:28.612581 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] Sync routers for ids ['18c5fe8a-245f-40ee-bfb2-06a008481bb9'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:23:28.625308 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] Routers {'18c5fe8a-245f-40ee-bfb2-06a008481bb9'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:28.626167 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:23:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['18c5fe8a-245f-40ee-bfb2-06a008481bb9'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:28.822285 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] Set router 18c5fe8a-245f-40ee-bfb2-06a008481bb9 gateway port host: None {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:29.257052 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5fe8a-245f-40ee-bfb2-06a008481bb9', 'name': 'router1', 'tenant_id': 'e8d63137c6824283968e9e352be25eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:23:17Z', 'updated_at': '2022-04-12T13:23:27Z', 'revision_number': 2, 'project_id': 'e8d63137c6824283968e9e352be25eb0', 'gw_port_host': None, '_interfaces': [{'id': 'b30cb7b4-6e2b-4e6b-806d-c81d2e019804', 'name': '', 'network_id': '4b6bb447-61a5-4915-9f34-7a1fc2107c4e', 'tenant_id': 'e8d63137c6824283968e9e352be25eb0', 'mac_address': 'fa:16:3e:61:e7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c5fe8a-245f-40ee-bfb2-06a008481bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7589e71-668f-4a21-b79b-60150f0d0469', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:23:27Z', 'updated_at': '2022-04-12T13:23:28Z', 'revision_number': 2, 'project_id': 'e8d63137c6824283968e9e352be25eb0', 'subnets': [{'id': 'f7589e71-668f-4a21-b79b-60150f0d0469', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e155922-9cc9-4e06-8946-f3db730a15fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:29.308666 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] Checking router: 18c5fe8a-245f-40ee-bfb2-06a008481bb9 for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:23:29.309041 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] Updating router 18c5fe8a-245f-40ee-bfb2-06a008481bb9 port b30cb7b4-6e2b-4e6b-806d-c81d2e019804 binding host dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:23:29.361012 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (b30cb7b4-6e2b-4e6b-806d-c81d2e019804), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:29.630398 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:29.876612 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] Publish callbacks [] for port (b30cb7b4-6e2b-4e6b-806d-c81d2e019804), precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:29.884284 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (b30cb7b4-6e2b-4e6b-806d-c81d2e019804), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:30.056881 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] Attempting to bind port b30cb7b4-6e2b-4e6b-806d-c81d2e019804 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:23:30.057328 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] Attempting to bind port b30cb7b4-6e2b-4e6b-806d-c81d2e019804 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '419c33c4-e9b6-4f12-8d27-95245a57cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b6bb447-61a5-4915-9f34-7a1fc2107c4e'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:23:30.057765 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] Attempting to bind port b30cb7b4-6e2b-4e6b-806d-c81d2e019804 on network 4b6bb447-61a5-4915-9f34-7a1fc2107c4e {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:23:30.062648 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e24cc2-ef7d-473c-8a6c-2944588a93c7 None None] Pushing event updated for resources: {'Port': ['ID=b30cb7b4-6e2b-4e6b-806d-c81d2e019804,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:30.067831 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:23:30.068254 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] Checking segment: {'id': '419c33c4-e9b6-4f12-8d27-95245a57cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b6bb447-61a5-4915-9f34-7a1fc2107c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:23:30.068743 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:30.069160 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] Bound using segment: {'id': '419c33c4-e9b6-4f12-8d27-95245a57cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b6bb447-61a5-4915-9f34-7a1fc2107c4e'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:23:30.069654 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] Bound port: b30cb7b4-6e2b-4e6b-806d-c81d2e019804, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419c33c4-e9b6-4f12-8d27-95245a57cd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '4b6bb447-61a5-4915-9f34-7a1fc2107c4e'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:23:30.070034 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (b30cb7b4-6e2b-4e6b-806d-c81d2e019804), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:30.081044 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-91dc3c35-8ceb-4d6c-ba28-c8cc3135fd78 None None] Provisioning complete for port b30cb7b4-6e2b-4e6b-806d-c81d2e019804 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:23:30.082069 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-91dc3c35-8ceb-4d6c-ba28-c8cc3135fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (b30cb7b4-6e2b-4e6b-806d-c81d2e019804), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:30.084405 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e24cc2-ef7d-473c-8a6c-2944588a93c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.084758 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e24cc2-ef7d-473c-8a6c-2944588a93c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.085135 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e24cc2-ef7d-473c-8a6c-2944588a93c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.085523 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e24cc2-ef7d-473c-8a6c-2944588a93c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.085864 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e24cc2-ef7d-473c-8a6c-2944588a93c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.086195 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e24cc2-ef7d-473c-8a6c-2944588a93c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.086521 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e24cc2-ef7d-473c-8a6c-2944588a93c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.086846 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e24cc2-ef7d-473c-8a6c-2944588a93c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.087173 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e24cc2-ef7d-473c-8a6c-2944588a93c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.087498 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e24cc2-ef7d-473c-8a6c-2944588a93c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.087822 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e24cc2-ef7d-473c-8a6c-2944588a93c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.088161 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e24cc2-ef7d-473c-8a6c-2944588a93c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.088488 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e24cc2-ef7d-473c-8a6c-2944588a93c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.088808 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e24cc2-ef7d-473c-8a6c-2944588a93c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.089150 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e24cc2-ef7d-473c-8a6c-2944588a93c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e24cc2-ef7d-473c-8a6c-2944588a93c7 None None] Tracked resource versions report: Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: pushed versions: Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: { 'AddressGroup': {'1.2'}, Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Agent': {'1.1'}, Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'ConntrackHelper': {'1.0'}, Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Log': {'1.0'}, Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'NDPProxy': {'1.0'}, Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Network': {'1.1'}, Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Port': {'1.7'}, Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'PortForwarding': {'1.3'}, Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'QosPolicy': {'1.10'}, Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'SecurityGroup': {'1.5'}, Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'SubPort': {'1.0'}, Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Subnet': {'1.1'}, Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Trunk': {'1.1'}} Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: consumer versions: Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: { DHCP agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: L3 agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: Metadata agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: Metering agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: Open vSwitch agent@dv-cinder-830098-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Agent': '1.1', Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'ConntrackHelper': '1.0', Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'LocalIPAssociation': '1.0', Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Log': '1.0', Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'NDPProxy': '1.0', Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Network': '1.1', Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Port': '1.7', Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'PortForwarding': '1.3', Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'QosPolicy': '1.10', Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'SecurityGroup': '1.5', Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'SecurityGroupRule': '1.2', Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'SubPort': '1.0', Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Subnet': '1.1', Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Trunk': '1.1'}} Apr 12 13:23:30.090614 dv-cinder-830098-4-iscsi neutron-server[103297]: {{(pid=103297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:23:30.125921 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-91dc3c35-8ceb-4d6c-ba28-c8cc3135fd78 None None] Port b30cb7b4-6e2b-4e6b-806d-c81d2e019804 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:23:30.155111 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] For port b30cb7b4-6e2b-4e6b-806d-c81d2e019804, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:23:30.174396 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] For port b30cb7b4-6e2b-4e6b-806d-c81d2e019804, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=b30cb7b4-6e2b-4e6b-806d-c81d2e019804,segment=NetworkSegment(419c33c4-e9b6-4f12-8d27-95245a57cd4a),segment_id=419c33c4-e9b6-4f12-8d27-95245a57cd4a)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:23:30.180158 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (b30cb7b4-6e2b-4e6b-806d-c81d2e019804), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:30.238455 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] Routers {'18c5fe8a-245f-40ee-bfb2-06a008481bb9'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:30.239086 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:23:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['18c5fe8a-245f-40ee-bfb2-06a008481bb9'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:30.314450 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e24cc2-ef7d-473c-8a6c-2944588a93c7 None None] Pushing event updated for resources: {'Port': ['ID=b30cb7b4-6e2b-4e6b-806d-c81d2e019804,revision_number=4']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:30.344727 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] Set router 18c5fe8a-245f-40ee-bfb2-06a008481bb9 gateway port host: None {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:30.445474 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-24637506-bca1-470e-acbc-374a64f641e7 None None] Provisioning complete for port b30cb7b4-6e2b-4e6b-806d-c81d2e019804 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:23:30.445952 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-24637506-bca1-470e-acbc-374a64f641e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (b30cb7b4-6e2b-4e6b-806d-c81d2e019804), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:30.523840 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-24637506-bca1-470e-acbc-374a64f641e7 None None] Current status of the port b30cb7b4-6e2b-4e6b-806d-c81d2e019804 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:23:30.524456 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-24637506-bca1-470e-acbc-374a64f641e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (b30cb7b4-6e2b-4e6b-806d-c81d2e019804), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:30.552987 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5fe8a-245f-40ee-bfb2-06a008481bb9', 'name': 'router1', 'tenant_id': 'e8d63137c6824283968e9e352be25eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:23:17Z', 'updated_at': '2022-04-12T13:23:27Z', 'revision_number': 2, 'project_id': 'e8d63137c6824283968e9e352be25eb0', 'gw_port_host': None, '_interfaces': [{'id': 'b30cb7b4-6e2b-4e6b-806d-c81d2e019804', 'name': '', 'network_id': '4b6bb447-61a5-4915-9f34-7a1fc2107c4e', 'tenant_id': 'e8d63137c6824283968e9e352be25eb0', 'mac_address': 'fa:16:3e:61:e7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c5fe8a-245f-40ee-bfb2-06a008481bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7589e71-668f-4a21-b79b-60150f0d0469', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:23:27Z', 'updated_at': '2022-04-12T13:23:30Z', 'revision_number': 4, 'project_id': 'e8d63137c6824283968e9e352be25eb0', 'subnets': [{'id': 'f7589e71-668f-4a21-b79b-60150f0d0469', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e155922-9cc9-4e06-8946-f3db730a15fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:30.564100 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-24637506-bca1-470e-acbc-374a64f641e7 None None] For port b30cb7b4-6e2b-4e6b-806d-c81d2e019804, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=b30cb7b4-6e2b-4e6b-806d-c81d2e019804,segment=NetworkSegment(419c33c4-e9b6-4f12-8d27-95245a57cd4a),segment_id=419c33c4-e9b6-4f12-8d27-95245a57cd4a)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:23:30.568134 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-24637506-bca1-470e-acbc-374a64f641e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (b30cb7b4-6e2b-4e6b-806d-c81d2e019804), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:30.580193 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f999be-e27a-4b19-9c5d-0c95e9fbb69f None None] The sync data for ids ['18c5fe8a-245f-40ee-bfb2-06a008481bb9'] in dv-cinder-830098-4-iscsi is: [{'id': '18c5fe8a-245f-40ee-bfb2-06a008481bb9', 'name': 'router1', 'tenant_id': 'e8d63137c6824283968e9e352be25eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:23:17Z', 'updated_at': '2022-04-12T13:23:27Z', 'revision_number': 2, 'project_id': 'e8d63137c6824283968e9e352be25eb0', 'gw_port_host': None, '_interfaces': [{'id': 'b30cb7b4-6e2b-4e6b-806d-c81d2e019804', 'name': '', 'network_id': '4b6bb447-61a5-4915-9f34-7a1fc2107c4e', 'tenant_id': 'e8d63137c6824283968e9e352be25eb0', 'mac_address': 'fa:16:3e:61:e7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c5fe8a-245f-40ee-bfb2-06a008481bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7589e71-668f-4a21-b79b-60150f0d0469', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:23:27Z', 'updated_at': '2022-04-12T13:23:30Z', 'revision_number': 4, 'project_id': 'e8d63137c6824283968e9e352be25eb0', 'subnets': [{'id': 'f7589e71-668f-4a21-b79b-60150f0d0469', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e155922-9cc9-4e06-8946-f3db730a15fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:23:30.625255 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24637506-bca1-470e-acbc-374a64f641e7 None None] Pushing event updated for resources: {'Port': ['ID=b30cb7b4-6e2b-4e6b-806d-c81d2e019804,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:30.915361 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:31.185533 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56154) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:31.380834 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609696d2-c424-4847-bac5-9d24d2ef40d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:31.382224 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-609696d2-c424-4847-bac5-9d24d2ef40d5 admin admin] 10.222.0.11 "GET /v2.0/networks/3874c260-3040-429e-b62d-d740e6168690 HTTP/1.1" status: 200 len: 842 time: 0.1957331 Apr 12 13:23:31.391390 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-8779ad25-804c-4a54-836c-68079704a93f admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'name': 'public-subnet'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:23:31.410338 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8779ad25-804c-4a54-836c-68079704a93f admin admin] Made reservation on behalf of f8dd34d87b9246dfa6a03f2018861509 for: {'subnet': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:23:31.413038 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8779ad25-804c-4a54-836c-68079704a93f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:31.750125 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.objects.ports [None req-8779ad25-804c-4a54-836c-68079704a93f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103295) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 13:23:31.750561 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8779ad25-804c-4a54-836c-68079704a93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for subnet (30773720-3a50-432a-a63d-0da428db8809), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:31.807516 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8779ad25-804c-4a54-836c-68079704a93f admin admin] Pushing event updated for resources: {'Subnet': ['ID=30773720-3a50-432a-a63d-0da428db8809,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:31.815765 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8779ad25-804c-4a54-836c-68079704a93f admin admin] Checking segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:23:31.816118 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8779ad25-804c-4a54-836c-68079704a93f admin admin] Network hostable DHCP agents. Network: 3874c260-3040-429e-b62d-d740e6168690, hostable agents: ['3cc0c115-7315-4105-a658-2bafa3cb223c'], hosted agents: [] {{(pid=103295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:23:31.833827 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8779ad25-804c-4a54-836c-68079704a93f admin admin] Network 3874c260-3040-429e-b62d-d740e6168690 is scheduled to be hosted by DHCP agent 3cc0c115-7315-4105-a658-2bafa3cb223c with binding_index 1 {{(pid=103295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:23:31.843504 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-8779ad25-804c-4a54-836c-68079704a93f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-4-iscsi, 3874c260-3040-429e-b62d-d740e6168690) {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:23:31.852179 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2493ba10-da8b-478c-8f0a-b2ad483875ca None None] Network 3874c260-3040-429e-b62d-d740e6168690 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:23:31.855375 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8779ad25-804c-4a54-836c-68079704a93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:31.855375 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8779ad25-804c-4a54-836c-68079704a93f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:31.870731 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-8779ad25-804c-4a54-836c-68079704a93f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4826417 Apr 12 13:23:31.955489 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef8d636-462e-4141-b7c5-bb3533526d1a None None] Network 3874c260-3040-429e-b62d-d740e6168690 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:23:34.439093 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 56172) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:34.605897 dv-cinder-830098-4-iscsi neutron-server[103294]: WARNING oslo_policy.policy [None req-bde91910-b33b-45b4-baf4-55d3b588c202 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:23:34.606509 dv-cinder-830098-4-iscsi neutron-server[103294]: WARNING oslo_policy.policy [None req-bde91910-b33b-45b4-baf4-55d3b588c202 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:23:34.919598 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.policy [None req-bde91910-b33b-45b4-baf4-55d3b588c202 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103294) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 13:23:34.963570 dv-cinder-830098-4-iscsi neutron-server[103294]: WARNING oslo_policy.policy [None req-bde91910-b33b-45b4-baf4-55d3b588c202 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:23:34.963994 dv-cinder-830098-4-iscsi neutron-server[103294]: WARNING oslo_policy.policy [None req-bde91910-b33b-45b4-baf4-55d3b588c202 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 13:23:35.208630 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-bde91910-b33b-45b4-baf4-55d3b588c202 demo admin] 10.222.0.11 "GET /v2.0/routers/18c5fe8a-245f-40ee-bfb2-06a008481bb9 HTTP/1.1" status: 200 len: 710 time: 0.7670295 Apr 12 13:23:35.396056 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ee42f3-2c54-4e56-ac94-cbf2f6ad0733 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:23:35.397786 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f1ee42f3-2c54-4e56-ac94-cbf2f6ad0733 demo admin] 10.222.0.11 "GET /v2.0/networks/3874c260-3040-429e-b62d-d740e6168690 HTTP/1.1" status: 200 len: 886 time: 0.1840048 Apr 12 13:23:35.407097 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:23:35.676097 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Publish callbacks [] for router_gateway (18c5fe8a-245f-40ee-bfb2-06a008481bb9), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:35.898759 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Publish callbacks [] for router_gateway (18c5fe8a-245f-40ee-bfb2-06a008481bb9), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:35.986727 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:36.184742 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Allocated IP 172.27.2.240 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/d6b98a75-fd84-4e6f-8f9b-1017e11652ba) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:23:36.306797 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Publish callbacks [] for port (d6b98a75-fd84-4e6f-8f9b-1017e11652ba), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:36.370935 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (d6b98a75-fd84-4e6f-8f9b-1017e11652ba), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:36.411055 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:23:36.412395 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:23:36.475418 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:23:36.483857 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Pushing event updated for resources: {'Port': ['ID=d6b98a75-fd84-4e6f-8f9b-1017e11652ba,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:36.549546 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:36.549951 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:36.550453 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:36.550801 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:36.551152 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:36.551483 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:36.551809 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:36.552135 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:36.552469 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:36.552796 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:36.553133 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:36.553474 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:36.553796 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:36.554112 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:36.554425 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Tracked resource versions report: Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: pushed versions: Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: { 'AddressGroup': {'1.2'}, Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Agent': {'1.1'}, Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'ConntrackHelper': {'1.0'}, Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Log': {'1.0'}, Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'NDPProxy': {'1.0'}, Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Network': {'1.1'}, Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Port': {'1.7'}, Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'PortForwarding': {'1.3'}, Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'QosPolicy': {'1.10'}, Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'SecurityGroup': {'1.5'}, Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'SubPort': {'1.0'}, Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Subnet': {'1.1'}, Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Trunk': {'1.1'}} Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: consumer versions: Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: { DHCP agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: L3 agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: Metadata agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: Metering agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: Open vSwitch agent@dv-cinder-830098-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Agent': '1.1', Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'ConntrackHelper': '1.0', Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'LocalIPAssociation': '1.0', Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Log': '1.0', Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'NDPProxy': '1.0', Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Network': '1.1', Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Port': '1.7', Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'PortForwarding': '1.3', Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'QosPolicy': '1.10', Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'SecurityGroup': '1.5', Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'SecurityGroupRule': '1.2', Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'SubPort': '1.0', Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Subnet': '1.1', Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Trunk': '1.1'}} Apr 12 13:23:36.555835 dv-cinder-830098-4-iscsi neutron-server[103294]: {{(pid=103294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:23:36.788502 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Publish callbacks [] for router_gateway (18c5fe8a-245f-40ee-bfb2-06a008481bb9), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.040388 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-462921', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-449230', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-928'] for router (18c5fe8a-245f-40ee-bfb2-06a008481bb9), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.045580 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-466106', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-466099', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-449223'] for router (18c5fe8a-245f-40ee-bfb2-06a008481bb9), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.164477 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Router 18c5fe8a-245f-40ee-bfb2-06a008481bb9 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:23:37.270891 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:23:37.275646 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.276793 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-0506f16b-9363-4fae-96ff-6f844ecc7472 demo admin] 10.222.0.11 "PUT /v2.0/routers/18c5fe8a-245f-40ee-bfb2-06a008481bb9 HTTP/1.1" status: 200 len: 890 time: 1.8734229 Apr 12 13:23:37.757448 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device b30cb7b4-6e2b-4e6b-806d-c81d2e019804 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:23:37.809795 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port b30cb7b4-6e2b-4e6b-806d-c81d2e019804 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:23:37.810412 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (b30cb7b4-6e2b-4e6b-806d-c81d2e019804), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:37.890840 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port b30cb7b4-6e2b-4e6b-806d-c81d2e019804 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:23:39.527079 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] Sync routers for ids ['18c5fe8a-245f-40ee-bfb2-06a008481bb9'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:23:39.538688 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] Routers {'18c5fe8a-245f-40ee-bfb2-06a008481bb9'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:39.539429 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:23:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['18c5fe8a-245f-40ee-bfb2-06a008481bb9'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:39.766722 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] Set router 18c5fe8a-245f-40ee-bfb2-06a008481bb9 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:39.923365 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 56196) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:23:40.036564 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-a321e921-bd31-411c-a30f-4da5e8c1074d admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1119545 Apr 12 13:23:40.233626 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5fe8a-245f-40ee-bfb2-06a008481bb9', 'name': 'router1', 'tenant_id': 'e8d63137c6824283968e9e352be25eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'd6b98a75-fd84-4e6f-8f9b-1017e11652ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:23:17Z', 'updated_at': '2022-04-12T13:23:36Z', 'revision_number': 4, 'project_id': 'e8d63137c6824283968e9e352be25eb0', 'gw_port': {'id': 'd6b98a75-fd84-4e6f-8f9b-1017e11652ba', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:33:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c5fe8a-245f-40ee-bfb2-06a008481bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:23:35Z', 'updated_at': '2022-04-12T13:23:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'b30cb7b4-6e2b-4e6b-806d-c81d2e019804', 'name': '', 'network_id': '4b6bb447-61a5-4915-9f34-7a1fc2107c4e', 'tenant_id': 'e8d63137c6824283968e9e352be25eb0', 'mac_address': 'fa:16:3e:61:e7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5fe8a-245f-40ee-bfb2-06a008481bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7589e71-668f-4a21-b79b-60150f0d0469', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:23:27Z', 'updated_at': '2022-04-12T13:23:30Z', 'revision_number': 5, 'project_id': 'e8d63137c6824283968e9e352be25eb0', 'subnets': [{'id': 'f7589e71-668f-4a21-b79b-60150f0d0469', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e155922-9cc9-4e06-8946-f3db730a15fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:40.288603 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] Checking router: 18c5fe8a-245f-40ee-bfb2-06a008481bb9 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:23:40.288885 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] Updating router 18c5fe8a-245f-40ee-bfb2-06a008481bb9 port d6b98a75-fd84-4e6f-8f9b-1017e11652ba binding host dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:23:40.342971 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (d6b98a75-fd84-4e6f-8f9b-1017e11652ba), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:40.670880 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] Publish callbacks [] for port (d6b98a75-fd84-4e6f-8f9b-1017e11652ba), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:40.677267 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (d6b98a75-fd84-4e6f-8f9b-1017e11652ba), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:40.723416 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] Attempting to bind port d6b98a75-fd84-4e6f-8f9b-1017e11652ba on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:23:40.723784 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] Attempting to bind port d6b98a75-fd84-4e6f-8f9b-1017e11652ba by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:23:40.724147 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] Attempting to bind port d6b98a75-fd84-4e6f-8f9b-1017e11652ba on network 3874c260-3040-429e-b62d-d740e6168690 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:23:40.734808 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083195c-f25d-4a7b-9475-33a41c1371d5 None None] Pushing event updated for resources: {'Port': ['ID=d6b98a75-fd84-4e6f-8f9b-1017e11652ba,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:40.737912 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:23:40.738079 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] Checking segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:23:40.738419 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:40.738811 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] Bound using segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:23:40.739285 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] Bound port: d6b98a75-fd84-4e6f-8f9b-1017e11652ba, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:23:40.739669 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (d6b98a75-fd84-4e6f-8f9b-1017e11652ba), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:40.793755 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] For port d6b98a75-fd84-4e6f-8f9b-1017e11652ba, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:23:40.797063 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] For port d6b98a75-fd84-4e6f-8f9b-1017e11652ba, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=d6b98a75-fd84-4e6f-8f9b-1017e11652ba,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:23:40.802646 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (d6b98a75-fd84-4e6f-8f9b-1017e11652ba), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:40.869771 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083195c-f25d-4a7b-9475-33a41c1371d5 None None] Pushing event updated for resources: {'Port': ['ID=d6b98a75-fd84-4e6f-8f9b-1017e11652ba,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:40.872655 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] Routers {'18c5fe8a-245f-40ee-bfb2-06a008481bb9'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:23:40.873296 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:23:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['18c5fe8a-245f-40ee-bfb2-06a008481bb9'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:41.006165 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] Set router 18c5fe8a-245f-40ee-bfb2-06a008481bb9 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:23:41.220498 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5fe8a-245f-40ee-bfb2-06a008481bb9', 'name': 'router1', 'tenant_id': 'e8d63137c6824283968e9e352be25eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'd6b98a75-fd84-4e6f-8f9b-1017e11652ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:23:17Z', 'updated_at': '2022-04-12T13:23:36Z', 'revision_number': 4, 'project_id': 'e8d63137c6824283968e9e352be25eb0', 'gw_port': {'id': 'd6b98a75-fd84-4e6f-8f9b-1017e11652ba', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:33:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c5fe8a-245f-40ee-bfb2-06a008481bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:23:35Z', 'updated_at': '2022-04-12T13:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'b30cb7b4-6e2b-4e6b-806d-c81d2e019804', 'name': '', 'network_id': '4b6bb447-61a5-4915-9f34-7a1fc2107c4e', 'tenant_id': 'e8d63137c6824283968e9e352be25eb0', 'mac_address': 'fa:16:3e:61:e7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5fe8a-245f-40ee-bfb2-06a008481bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7589e71-668f-4a21-b79b-60150f0d0469', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:23:27Z', 'updated_at': '2022-04-12T13:23:30Z', 'revision_number': 5, 'project_id': 'e8d63137c6824283968e9e352be25eb0', 'subnets': [{'id': 'f7589e71-668f-4a21-b79b-60150f0d0469', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e155922-9cc9-4e06-8946-f3db730a15fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:23:41.252840 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f465eb-7b6b-476f-b4a5-dcb3857f2999 None None] The sync data for ids ['18c5fe8a-245f-40ee-bfb2-06a008481bb9'] in dv-cinder-830098-4-iscsi is: [{'id': '18c5fe8a-245f-40ee-bfb2-06a008481bb9', 'name': 'router1', 'tenant_id': 'e8d63137c6824283968e9e352be25eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'd6b98a75-fd84-4e6f-8f9b-1017e11652ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:23:17Z', 'updated_at': '2022-04-12T13:23:36Z', 'revision_number': 4, 'project_id': 'e8d63137c6824283968e9e352be25eb0', 'gw_port': {'id': 'd6b98a75-fd84-4e6f-8f9b-1017e11652ba', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:33:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c5fe8a-245f-40ee-bfb2-06a008481bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:23:35Z', 'updated_at': '2022-04-12T13:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'b30cb7b4-6e2b-4e6b-806d-c81d2e019804', 'name': '', 'network_id': '4b6bb447-61a5-4915-9f34-7a1fc2107c4e', 'tenant_id': 'e8d63137c6824283968e9e352be25eb0', 'mac_address': 'fa:16:3e:61:e7:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5fe8a-245f-40ee-bfb2-06a008481bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7589e71-668f-4a21-b79b-60150f0d0469', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:23:27Z', 'updated_at': '2022-04-12T13:23:30Z', 'revision_number': 5, 'project_id': 'e8d63137c6824283968e9e352be25eb0', 'subnets': [{'id': 'f7589e71-668f-4a21-b79b-60150f0d0469', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8e155922-9cc9-4e06-8946-f3db730a15fe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:23:41.772577 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device d6b98a75-fd84-4e6f-8f9b-1017e11652ba up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:23:41.822126 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port d6b98a75-fd84-4e6f-8f9b-1017e11652ba triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:23:41.822529 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (d6b98a75-fd84-4e6f-8f9b-1017e11652ba), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:41.952614 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port d6b98a75-fd84-4e6f-8f9b-1017e11652ba is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:23:41.953008 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (d6b98a75-fd84-4e6f-8f9b-1017e11652ba), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:41.983147 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] For port d6b98a75-fd84-4e6f-8f9b-1017e11652ba, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=d6b98a75-fd84-4e6f-8f9b-1017e11652ba,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:23:41.990224 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (d6b98a75-fd84-4e6f-8f9b-1017e11652ba), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:42.056652 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Pushing event updated for resources: {'Port': ['ID=d6b98a75-fd84-4e6f-8f9b-1017e11652ba,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:23:43.776071 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device d6b98a75-fd84-4e6f-8f9b-1017e11652ba up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:23:43.881053 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port d6b98a75-fd84-4e6f-8f9b-1017e11652ba triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:23:43.881417 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (d6b98a75-fd84-4e6f-8f9b-1017e11652ba), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:43.980881 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port d6b98a75-fd84-4e6f-8f9b-1017e11652ba is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:23:54.790452 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-178002de-0c8c-477a-96f2-030e2f41c207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:56.196671 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 5 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:23:57.406700 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8f1c817d-1508-4d02-8686-843c65e09c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:58.083266 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:23:59.660345 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:00.936258 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:24.788006 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0136d5a1-d608-4a57-9d93-3e0504a18dd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:27.413907 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5838f32e-f9b3-4a00-a8d9-ffbdcef4861d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:27.973992 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:29.646462 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:30.921765 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:33.195446 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 5 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:24:54.781840 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6c6e2ca-489c-4d60-95e0-404ca584dc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:57.406837 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e67638a6-3448-4275-ad22-d0016a269f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:57.974573 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:24:59.643973 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:00.926807 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:05.509885 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 56680) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:05.571174 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f04ad13-d965-4269-b001-70aa449578be admin admin] GET failed (client error): The resource could not be found. Apr 12 13:25:05.572492 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-1f04ad13-d965-4269-b001-70aa449578be admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616581 Apr 12 13:25:05.741290 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e346cb36-6756-405d-8549-890a339b8730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:05.742792 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-e346cb36-6756-405d-8549-890a339b8730 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1662707 Apr 12 13:25:08.125192 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 56690) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:08.224307 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e72764a-6e78-4a4d-ba01-1487896f86c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:08.225680 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-5e72764a-6e78-4a4d-ba01-1487896f86c2 admin admin] 10.222.0.11 "GET /v2.0/subnets/f7589e71-668f-4a21-b79b-60150f0d0469 HTTP/1.1" status: 200 len: 849 time: 0.0995388 Apr 12 13:25:08.234871 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:25:08.321488 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Publish callbacks [] for subnet (f7589e71-668f-4a21-b79b-60150f0d0469), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:08.474229 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776758809878'] for subnet (f7589e71-668f-4a21-b79b-60150f0d0469), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:08.503916 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:08.504504 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:08.506561 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] 10.222.0.11 "PUT /v2.0/subnets/f7589e71-668f-4a21-b79b-60150f0d0469 HTTP/1.1" status: 200 len: 868 time: 0.2751653 Apr 12 13:25:08.509867 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54066cb-0b21-4b85-8493-8a7d445d6d00 None None] Network 4b6bb447-61a5-4915-9f34-7a1fc2107c4e requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:25:08.529583 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7589e71-668f-4a21-b79b-60150f0d0469,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:25:08.537700 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:08.538068 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:08.538422 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:08.538770 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:08.539107 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:08.539442 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:08.539771 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:08.540100 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:08.540443 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:08.540776 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:08.541150 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:08.541480 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:08.541804 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:08.542133 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:08.542456 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ca6ddb-93dd-41df-ae28-3c812bedb181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:25:08.856005 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-f24b8839-ab66-4876-9f66-c7fe7b19fed3 None None] Provisioning complete for port a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:25:08.856398 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f24b8839-ab66-4876-9f66-c7fe7b19fed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:08.934249 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-f24b8839-ab66-4876-9f66-c7fe7b19fed3 None None] Current status of the port a87f2f9a-0ee9-4be7-84a1-b9549aa7ed2f is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:25:08.942050 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-f24b8839-ab66-4876-9f66-c7fe7b19fed3 None None] Provisioning complete for port b30cb7b4-6e2b-4e6b-806d-c81d2e019804 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:25:08.942425 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f24b8839-ab66-4876-9f66-c7fe7b19fed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (b30cb7b4-6e2b-4e6b-806d-c81d2e019804), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:09.019302 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-f24b8839-ab66-4876-9f66-c7fe7b19fed3 None None] Current status of the port b30cb7b4-6e2b-4e6b-806d-c81d2e019804 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:25:10.195843 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 5 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:25:10.856851 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56698) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:11.055806 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a54e70b-8846-43f9-ba14-4d1a3aa00b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:11.056209 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a54e70b-8846-43f9-ba14-4d1a3aa00b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:11.057814 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-7a54e70b-8846-43f9-ba14-4d1a3aa00b3d admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1999824 Apr 12 13:25:13.396345 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56708) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:13.531974 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68c1f53-36dd-4c07-9f22-8e1b225d6c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:13.532450 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68c1f53-36dd-4c07-9f22-8e1b225d6c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:13.534632 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-c68c1f53-36dd-4c07-9f22-8e1b225d6c91 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1373148 Apr 12 13:25:15.903175 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56716) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:16.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b34efe-e18b-4a28-8032-a4fde881f439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:16.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-41b34efe-e18b-4a28-8032-a4fde881f439 admin admin] 10.222.0.11 "GET /v2.0/networks/3874c260-3040-429e-b62d-d740e6168690 HTTP/1.1" status: 200 len: 886 time: 0.1600063 Apr 12 13:25:18.415922 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56724) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:18.547599 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704249ca-2358-4eb9-b8f5-aa5097e67e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:18.548989 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-704249ca-2358-4eb9-b8f5-aa5097e67e3f admin admin] 10.222.0.11 "GET /v2.0/networks/4b6bb447-61a5-4915-9f34-7a1fc2107c4e HTTP/1.1" status: 200 len: 869 time: 0.1320782 Apr 12 13:25:20.922505 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56732) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:21.045491 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fc001e-3b98-4dc2-9b75-858e6713b54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:21.045963 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fc001e-3b98-4dc2-9b75-858e6713b54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:21.047613 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-06fc001e-3b98-4dc2-9b75-858e6713b54b admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241426 Apr 12 13:25:23.389063 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56740) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:23.478656 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca29e48-0d0a-499f-aa37-b4d4c2203b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:23.479116 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca29e48-0d0a-499f-aa37-b4d4c2203b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:23.480757 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-0ca29e48-0d0a-499f-aa37-b4d4c2203b42 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0906973 Apr 12 13:25:24.785558 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a061ec5a-7988-488a-a298-0ece0d5b0be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:25.818066 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 56748) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:25.903980 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed0e3e9-60f0-458b-a618-02b07dd071a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:25.905359 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-eed0e3e9-60f0-458b-a618-02b07dd071a0 admin admin] 10.222.0.11 "GET /v2.0/subnets/30773720-3a50-432a-a63d-0da428db8809 HTTP/1.1" status: 200 len: 816 time: 0.0860529 Apr 12 13:25:27.409949 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ae39f5d5-6ff6-4a7e-8ceb-7fd9d0ba033c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:27.977285 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:28.244061 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 56756) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:25:28.344794 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca203df-75fe-4a00-ac15-c5b17ca78479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:25:28.346158 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-eca203df-75fe-4a00-ac15-c5b17ca78479 admin admin] 10.222.0.11 "GET /v2.0/subnets/f7589e71-668f-4a21-b79b-60150f0d0469 HTTP/1.1" status: 200 len: 868 time: 0.1012330 Apr 12 13:25:29.644210 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:30.934137 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:47.195079 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 5 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:25:54.787880 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-557ed7ca-52b5-4cd7-8a57-0b008bb9f277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:57.412383 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e8dee35-e8c0-41e9-aab2-fc53269ed9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:57.980328 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:25:59.647244 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:00.926681 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:10.595658 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 56814) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:10.644310 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [None req-f35a0f30-08eb-4ec3-a606-5c447e33f78d admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103294) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:26:10.645338 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f35a0f30-08eb-4ec3-a606-5c447e33f78d admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487106 Apr 12 13:26:13.095167 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 56822) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:13.158783 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b6912e-2450-4a43-91a3-4249aa99f171 admin admin] GET failed (client error): The resource could not be found. Apr 12 13:26:13.160061 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-d3b6912e-2450-4a43-91a3-4249aa99f171 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0638945 Apr 12 13:26:13.242456 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c067a5-f12b-4189-921b-ccdb60b3303b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:13.243909 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-18c067a5-f12b-4189-921b-ccdb60b3303b admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0798950 Apr 12 13:26:15.601572 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56830) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:15.647563 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:26:15.667030 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Made reservation on behalf of f8dd34d87b9246dfa6a03f2018861509 for: {'network': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:26:15.669579 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for network (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:15.697221 dv-cinder-830098-4-iscsi neutron-server[103295]: WARNING neutron.services.revisions.revision_plugin [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Could not find related network for resource to bump revision. Apr 12 13:26:15.708119 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:26:15.716917 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (31426362-29cc-477a-9681-30ce396278dc), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:15.717282 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.segments_db [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Added segment 31426362-29cc-477a-9681-30ce396278dc of type vlan for network fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1 Apr 12 13:26:15.758175 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776758315614'] for network (fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:15.781154 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for network (fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:15.782081 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:15.783284 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:15.816350 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2137222 Apr 12 13:26:15.847239 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Pushing event updated for resources: {'Network': ['ID=fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:15.855212 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:15.855548 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:15.855913 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:15.856255 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:15.856591 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:15.856921 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:15.857287 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:15.857611 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:15.857954 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:15.858280 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:15.858621 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:15.858959 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:15.859279 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:15.859598 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:15.859912 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b58189-39bb-4ad3-8ff8-13f7f89a18ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:15.871855 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Network fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1 details requested by agent ovs-agent-dv-cinder-830098-4-iscsi with host dv-cinder-830098-4-iscsi {{(pid=103296) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:26:18.176942 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56838) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:26:18.237094 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca32ca16-4106-4814-96b1-9c0568475ca5 admin admin] GET failed (client error): The resource could not be found. Apr 12 13:26:18.238404 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-ca32ca16-4106-4814-96b1-9c0568475ca5 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604706 Apr 12 13:26:18.343212 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35669fb-1c49-459a-8de5-1c44cf1b5d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:18.345237 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-b35669fb-1c49-459a-8de5-1c44cf1b5d4e admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1011820 Apr 12 13:26:18.355244 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-f3532767-f7cf-477d-80cb-a9663251f290 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:26:18.373691 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3532767-f7cf-477d-80cb-a9663251f290 admin admin] Made reservation on behalf of f8dd34d87b9246dfa6a03f2018861509 for: {'subnet': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:26:18.375744 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f3532767-f7cf-477d-80cb-a9663251f290 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:18.536480 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f3532767-f7cf-477d-80cb-a9663251f290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for subnet (3d0d3552-8ee8-465c-b93f-3c9bf89e38fb), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:18.593464 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3532767-f7cf-477d-80cb-a9663251f290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d0d3552-8ee8-465c-b93f-3c9bf89e38fb,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:18.600987 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3532767-f7cf-477d-80cb-a9663251f290 admin admin] Checking segment: {'id': '31426362-29cc-477a-9681-30ce396278dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:26:18.601364 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3532767-f7cf-477d-80cb-a9663251f290 admin admin] Network hostable DHCP agents. Network: fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1, hostable agents: ['3cc0c115-7315-4105-a658-2bafa3cb223c'], hosted agents: [] {{(pid=103295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:26:18.618242 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3532767-f7cf-477d-80cb-a9663251f290 admin admin] Network fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1 is scheduled to be hosted by DHCP agent 3cc0c115-7315-4105-a658-2bafa3cb223c with binding_index 1 {{(pid=103295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:26:18.631034 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-f3532767-f7cf-477d-80cb-a9663251f290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-4-iscsi, fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1) {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:26:18.635056 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3532767-f7cf-477d-80cb-a9663251f290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:26:18.635644 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f3532767-f7cf-477d-80cb-a9663251f290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:18.640296 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b460b9e7-4fb5-4624-bfd2-dfd8d30eaf44 None None] Network fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:26:18.656232 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-f3532767-f7cf-477d-80cb-a9663251f290 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3044293 Apr 12 13:26:18.847059 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2505ece0-7dd9-5d35-89e5-64c2cb2f4cfe-fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1', 'network_id': 'fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1', 'project_id': 'f8dd34d87b9246dfa6a03f2018861509', 'fixed_ips': [{'subnet_id': '3d0d3552-8ee8-465c-b93f-3c9bf89e38fb'}]}} from dv-cinder-830098-4-iscsi. {{(pid=103296) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:26:18.847920 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:18.989019 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Allocated IP 192.168.233.2 (fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1/3d0d3552-8ee8-465c-b93f-3c9bf89e38fb/36afe573-dcd7-442e-b9c4-483b4cff050c) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:26:19.133498 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Publish callbacks [] for port (36afe573-dcd7-442e-b9c4-483b4cff050c), precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:19.139613 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (36afe573-dcd7-442e-b9c4-483b4cff050c), after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:19.180848 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Network fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:26:19.183689 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:26:19.187857 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:26:19.198693 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Pushing event updated for resources: {'Port': ['ID=36afe573-dcd7-442e-b9c4-483b4cff050c,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:19.223111 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:19.223457 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:19.223823 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:19.224182 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:19.224531 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:19.224853 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:19.225204 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:19.225533 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:19.225864 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:19.226185 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:19.226507 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:19.226829 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:19.227148 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:19.227464 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:19.227779 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:26:19.265934 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Attempting to bind port 36afe573-dcd7-442e-b9c4-483b4cff050c on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:26:19.266232 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Attempting to bind port 36afe573-dcd7-442e-b9c4-483b4cff050c by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '31426362-29cc-477a-9681-30ce396278dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:26:19.266678 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Attempting to bind port 36afe573-dcd7-442e-b9c4-483b4cff050c on network fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:26:19.271843 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:26:19.272223 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Checking segment: {'id': '31426362-29cc-477a-9681-30ce396278dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:26:19.272624 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:19.273015 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Bound using segment: {'id': '31426362-29cc-477a-9681-30ce396278dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:26:19.273520 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Bound port: 36afe573-dcd7-442e-b9c4-483b4cff050c, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31426362-29cc-477a-9681-30ce396278dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:26:19.273921 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (36afe573-dcd7-442e-b9c4-483b4cff050c), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:19.341640 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] For port 36afe573-dcd7-442e-b9c4-483b4cff050c, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:26:19.345250 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] For port 36afe573-dcd7-442e-b9c4-483b4cff050c, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=36afe573-dcd7-442e-b9c4-483b4cff050c,segment=NetworkSegment(31426362-29cc-477a-9681-30ce396278dc),segment_id=31426362-29cc-477a-9681-30ce396278dc)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:26:19.350731 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (36afe573-dcd7-442e-b9c4-483b4cff050c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:19.415449 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46de831-6bf7-4160-9ed7-35b20b28f1d0 None None] Pushing event updated for resources: {'Port': ['ID=36afe573-dcd7-442e-b9c4-483b4cff050c,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:19.869582 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 36afe573-dcd7-442e-b9c4-483b4cff050c up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:26:19.920450 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 36afe573-dcd7-442e-b9c4-483b4cff050c triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:26:19.920819 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (36afe573-dcd7-442e-b9c4-483b4cff050c), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:20.000042 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 36afe573-dcd7-442e-b9c4-483b4cff050c is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:26:20.000042 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (36afe573-dcd7-442e-b9c4-483b4cff050c), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:20.036368 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] For port 36afe573-dcd7-442e-b9c4-483b4cff050c, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=36afe573-dcd7-442e-b9c4-483b4cff050c,segment=NetworkSegment(31426362-29cc-477a-9681-30ce396278dc),segment_id=31426362-29cc-477a-9681-30ce396278dc)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:26:20.040780 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (36afe573-dcd7-442e-b9c4-483b4cff050c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:20.094640 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Pushing event updated for resources: {'Port': ['ID=36afe573-dcd7-442e-b9c4-483b4cff050c,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:26:20.273526 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c439051-6e0b-40f7-bdb4-7cb84647f7da None None] Network fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:26:20.382855 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-920dc784-571d-4f01-b242-59f04bba03b7 None None] Provisioning complete for port 36afe573-dcd7-442e-b9c4-483b4cff050c triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:26:20.383167 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-920dc784-571d-4f01-b242-59f04bba03b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (36afe573-dcd7-442e-b9c4-483b4cff050c), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:20.473809 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-920dc784-571d-4f01-b242-59f04bba03b7 None None] Current status of the port 36afe573-dcd7-442e-b9c4-483b4cff050c is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:26:20.590009 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-9c4a8883-12fa-47c0-b0ea-3b8e810be15e None None] Provisioning complete for port 36afe573-dcd7-442e-b9c4-483b4cff050c triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:26:20.590403 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9c4a8883-12fa-47c0-b0ea-3b8e810be15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (36afe573-dcd7-442e-b9c4-483b4cff050c), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:20.673739 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-9c4a8883-12fa-47c0-b0ea-3b8e810be15e None None] Current status of the port 36afe573-dcd7-442e-b9c4-483b4cff050c is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:26:21.845026 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 36afe573-dcd7-442e-b9c4-483b4cff050c up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:26:21.892256 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 36afe573-dcd7-442e-b9c4-483b4cff050c triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:26:21.892772 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (36afe573-dcd7-442e-b9c4-483b4cff050c), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:21.969519 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 36afe573-dcd7-442e-b9c4-483b4cff050c is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:26:24.194541 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 5 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:26:24.792997 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4019279f-6aad-4ff7-bc4b-a3128fecc7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:27.414019 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3261a211-4cd7-491c-98d8-b0510cc8d2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:27.983309 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:29.649602 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:30.928760 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:54.795040 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-53ad2b1c-53a2-4fe0-b153-5a7251598c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:57.414996 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f834f15c-0cb8-40be-940c-5fa698ef289b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:57.987218 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:26:59.657796 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:00.932034 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:01.193099 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 5 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:27:24.798981 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1291df2d-c140-4412-bd17-41f169bed8e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:27.418300 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-700004dd-846d-4cc6-8142-3ef6526f1836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:27.988131 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:29.659865 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:30.934673 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:38.191610 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 5 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:27:54.802282 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8c1430f2-ec4f-4501-b6ca-f443b60cf69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:57.421479 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0b945e7b-0c84-4284-bde7-0bf1eaad159a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:57.991690 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:58.020008 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56876) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:58.025686 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [None req-cd55c8a3-e3c6-4c19-aa74-fa3affdf04b5 tempest-verify_tempest_config-938259899 tempest-verify_tempest_config-938259899-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103295) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:27:58.026639 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-cd55c8a3-e3c6-4c19-aa74-fa3affdf04b5 tempest-verify_tempest_config-938259899 tempest-verify_tempest_config-938259899-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056875 Apr 12 13:27:58.323603 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56894) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:58.428636 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b12c0dda-c766-46cb-8c75-a47c6475908a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:58.503987 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b12c0dda-c766-46cb-8c75-a47c6475908a admin admin] Publish callbacks [] for security_group (b31c7d89-7a44-4cc1-9a4e-71524d0fede8), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:58.507552 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b12c0dda-c766-46cb-8c75-a47c6475908a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (b31c7d89-7a44-4cc1-9a4e-71524d0fede8), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:58.552427 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-b12c0dda-c766-46cb-8c75-a47c6475908a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c4d0b96a9d0d40d693f743debc8a5792&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2277920 Apr 12 13:27:58.553462 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c0dda-c766-46cb-8c75-a47c6475908a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31c7d89-7a44-4cc1-9a4e-71524d0fede8,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:58.555219 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 56898) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:27:58.561276 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c0dda-c766-46cb-8c75-a47c6475908a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.561458 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c0dda-c766-46cb-8c75-a47c6475908a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.561872 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c0dda-c766-46cb-8c75-a47c6475908a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.562285 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c0dda-c766-46cb-8c75-a47c6475908a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.562613 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c0dda-c766-46cb-8c75-a47c6475908a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.562936 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c0dda-c766-46cb-8c75-a47c6475908a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.563255 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c0dda-c766-46cb-8c75-a47c6475908a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.563575 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c0dda-c766-46cb-8c75-a47c6475908a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.563895 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c0dda-c766-46cb-8c75-a47c6475908a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.564216 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c0dda-c766-46cb-8c75-a47c6475908a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.564541 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c0dda-c766-46cb-8c75-a47c6475908a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.564860 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c0dda-c766-46cb-8c75-a47c6475908a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.565200 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c0dda-c766-46cb-8c75-a47c6475908a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.565518 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c0dda-c766-46cb-8c75-a47c6475908a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.565831 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12c0dda-c766-46cb-8c75-a47c6475908a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.660155 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] Publish callbacks [] for security_group (b31c7d89-7a44-4cc1-9a4e-71524d0fede8), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:58.681224 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] Publish callbacks [] for security_group (b31c7d89-7a44-4cc1-9a4e-71524d0fede8), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:58.774739 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (b31c7d89-7a44-4cc1-9a4e-71524d0fede8), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:58.777466 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:27:58.778762 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b31c7d89-7a44-4cc1-9a4e-71524d0fede8 HTTP/1.1" status: 204 len: 168 time: 0.2224844 Apr 12 13:27:58.786675 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31c7d89-7a44-4cc1-9a4e-71524d0fede8,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:27:58.793189 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.793538 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.793879 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.794308 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.795251 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.795585 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.795912 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.796238 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.796562 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.796883 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.797317 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.797586 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.797910 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.798229 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:58.799040 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e786b9-601e-4ca2-b620-a66f2e480226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:27:59.661303 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:00.939310 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:15.190671 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 5 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:28:24.803744 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4631cb24-7750-4975-9b0e-58524ffaadbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:27.424006 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7e50-7908-4849-98e3-66d8cd080909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:27.994306 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:29.665405 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:30.941317 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:52.189946 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 5 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:28:54.805307 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-91de7ff5-0309-4afb-8d7a-44e00b9cf6fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:57.424900 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fb3a225c-1a11-491b-a6a5-c5c84db10558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:58.001843 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:28:59.673516 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:00.944006 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:24.806800 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-24f0827a-f704-41e6-a731-6538249b0b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:27.426450 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f5407598-339c-49ab-a599-6984efe8bd70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:28.001187 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:29.188436 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 5 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:29:29.671537 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:30.945994 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:48.686783 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-448947'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:54.811686 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0b9764da-0cf0-48a0-b59a-20825cbe1b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:57.429772 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-93803550-6da5-476e-9dc7-834e33897178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:58.008731 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:29:59.676140 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:00.949718 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:03.779050 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 56970) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:03.899581 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-9348b73e-86b6-400f-a4fb-092679c7315a admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1192250 Apr 12 13:30:06.187176 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:30:06.287060 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 56980) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:30:06.352015 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-5475870e-8ea3-4bfd-8e66-280f64ff3fb7 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0635383 Apr 12 13:30:18.665328 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:24.804254 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5e465aaa-7ba1-46ca-8cb3-730d7afa45ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:27.433916 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-24cfb47b-ae51-4d20-b43a-9fb1615509de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:28.010261 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:29.680293 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:30.954422 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:43.186677 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:30:48.675030 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:54.807433 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9b2a752f-1924-42d6-9969-3ca32f66ce58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:57.435193 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-18a8b037-adb6-49b5-92bc-a93d21be176a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:58.010033 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:30:59.682101 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:00.959157 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:18.691467 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:20.185379 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:31:24.811569 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-855a36f2-25b0-4646-8433-132869efb64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:27.437393 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-59657731-6577-4e0e-bbac-642ee4179a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:28.013848 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:29.684288 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:30.953442 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:48.712497 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:49.519880 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57130) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:49.784676 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-601545448-network', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:31:49.831293 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Made reservation on behalf of d2bb2007ea0444849922a4d55efee799 for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:31:49.833853 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:49.849567 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:49.944953 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Publish callbacks [] for security_group (5311f051-e468-4454-ad33-f52ff35d0dba), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:49.949821 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (5311f051-e468-4454-ad33-f52ff35d0dba), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:49.985189 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5311f051-e468-4454-ad33-f52ff35d0dba,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:49.988114 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:31:49.998983 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:49.999547 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:49.999895 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.000274 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.000617 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.000950 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.001308 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.001640 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.001987 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.002322 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.002694 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.003009 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.003350 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.003635 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.003956 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Tracked resource versions report: Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: pushed versions: Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: { 'AddressGroup': {'1.2'}, Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Agent': {'1.1'}, Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'ConntrackHelper': {'1.0'}, Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Log': {'1.0'}, Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'NDPProxy': {'1.0'}, Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Network': {'1.1'}, Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Port': {'1.7'}, Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'PortForwarding': {'1.3'}, Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'QosPolicy': {'1.10'}, Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'SecurityGroup': {'1.5'}, Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'SubPort': {'1.0'}, Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Subnet': {'1.1'}, Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Trunk': {'1.1'}} Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: consumer versions: Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: { DHCP agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: HyperV agent@hv-cinder-83009: {}, Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: L3 agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: Metadata agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: Metering agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: Open vSwitch agent@dv-cinder-830098-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Agent': '1.1', Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'ConntrackHelper': '1.0', Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'LocalIPAssociation': '1.0', Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Log': '1.0', Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'NDPProxy': '1.0', Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Network': '1.1', Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Port': '1.7', Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'PortForwarding': '1.3', Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'QosPolicy': '1.10', Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'SecurityGroup': '1.5', Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'SecurityGroupRule': '1.2', Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'SubPort': '1.0', Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Subnet': '1.1', Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: 'Trunk': '1.1'}} Apr 12 13:31:50.005145 dv-cinder-830098-4-iscsi neutron-server[103294]: {{(pid=103294) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:31:50.015719 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776758846118', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:50.016423 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Unsubscribe: segment precommit_create {{(pid=103294) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 13:31:50.016930 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Added segment ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b of type vlan for network a956ac86-261f-4fbb-bce0-1832a315bc64 Apr 12 13:31:50.078612 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776758315614'] for network (a956ac86-261f-4fbb-bce0-1832a315bc64), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:50.114004 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for network (a956ac86-261f-4fbb-bce0-1832a315bc64), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:50.116035 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:50.116823 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:50.306301 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7851374 Apr 12 13:31:50.309550 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 57188) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:50.316322 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Request body: {'subnet': {'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-601545448-subnet', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:31:50.347366 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Made reservation on behalf of d2bb2007ea0444849922a4d55efee799 for: {'subnet': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:31:50.351649 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a497900-07bb-4890-9cc6-00eaf1d9cb57 admin admin] Pushing event updated for resources: {'Network': ['ID=a956ac86-261f-4fbb-bce0-1832a315bc64,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:50.352593 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:50.364395 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Network a956ac86-261f-4fbb-bce0-1832a315bc64 details requested by agent ovs-agent-dv-cinder-830098-4-iscsi with host dv-cinder-830098-4-iscsi {{(pid=103296) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:31:50.673606 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for subnet (5f3d8356-64c5-4a91-99a8-70c6abe2b2fb), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:50.715751 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57200) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:50.721657 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3d8356-64c5-4a91-99a8-70c6abe2b2fb,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:50.730587 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.731275 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.731798 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.732280 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.732866 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.733404 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.733892 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.734559 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.735146 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.735990 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.736490 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.736985 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.740875 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57204) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:50.741721 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.742323 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.742902 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Tracked resource versions report: Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: pushed versions: Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: { 'AddressGroup': {'1.2'}, Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Agent': {'1.1'}, Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'ConntrackHelper': {'1.0'}, Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Log': {'1.0'}, Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'NDPProxy': {'1.0'}, Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Network': {'1.1'}, Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Port': {'1.7'}, Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'PortForwarding': {'1.3'}, Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'QosPolicy': {'1.10'}, Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'SecurityGroup': {'1.5'}, Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'SubPort': {'1.0'}, Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Subnet': {'1.1'}, Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Trunk': {'1.1'}} Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: consumer versions: Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: { DHCP agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: HyperV agent@hv-cinder-83009: {}, Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: L3 agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: Metadata agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: Metering agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: Open vSwitch agent@dv-cinder-830098-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Agent': '1.1', Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'ConntrackHelper': '1.0', Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'LocalIPAssociation': '1.0', Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Log': '1.0', Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'NDPProxy': '1.0', Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Network': '1.1', Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Port': '1.7', Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'PortForwarding': '1.3', Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'QosPolicy': '1.10', Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'SecurityGroup': '1.5', Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'SecurityGroupRule': '1.2', Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'SubPort': '1.0', Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Subnet': '1.1', Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: 'Trunk': '1.1'}} Apr 12 13:31:50.744372 dv-cinder-830098-4-iscsi neutron-server[103295]: {{(pid=103295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:31:50.760345 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57208) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:50.777759 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Checking segment: {'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:31:50.778465 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Network hostable DHCP agents. Network: a956ac86-261f-4fbb-bce0-1832a315bc64, hostable agents: ['3cc0c115-7315-4105-a658-2bafa3cb223c'], hosted agents: [] {{(pid=103295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:31:50.799426 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Network a956ac86-261f-4fbb-bce0-1832a315bc64 is scheduled to be hosted by DHCP agent 3cc0c115-7315-4105-a658-2bafa3cb223c with binding_index 1 {{(pid=103295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:31:50.805038 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57212) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:50.814549 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-4-iscsi, a956ac86-261f-4fbb-bce0-1832a315bc64) {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:31:50.819664 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:50.820456 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:50.826980 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efa6302-a589-43f7-80e4-df901c1e1afe None None] Network a956ac86-261f-4fbb-bce0-1832a315bc64 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:31:50.850314 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57218) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:50.850849 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-17327745-93c9-4d75-ac97-1bd4bd44d08b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5398316 Apr 12 13:31:50.856919 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-efe74e6f-884d-4752-8fef-aa6efb17a15f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-601545448-router', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:31:50.894907 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-efe74e6f-884d-4752-8fef-aa6efb17a15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-448592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-907'] for router (9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:50.896167 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-efe74e6f-884d-4752-8fef-aa6efb17a15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-342588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-914'] for router (9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:50.977790 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2505ece0-7dd9-5d35-89e5-64c2cb2f4cfe-a956ac86-261f-4fbb-bce0-1832a315bc64', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'fixed_ips': [{'subnet_id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb'}]}} from dv-cinder-830098-4-iscsi. {{(pid=103296) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:31:50.979241 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.002582 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-efe74e6f-884d-4752-8fef-aa6efb17a15f admin admin] Publish callbacks [] for router_controller (9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8), precommit_add_association {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.097959 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-19b8350f-edcf-4215-935c-a098fa85c336 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1253173590-network', 'tenant_id': '758bb918fa864786a7a375dde266ff59'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:31:51.123429 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-79e9c594-0617-431b-abbc-1159105b7afb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-512423477-network', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:31:51.147008 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Allocated IP 172.20.0.2 (a956ac86-261f-4fbb-bce0-1832a315bc64/5f3d8356-64c5-4a91-99a8-70c6abe2b2fb/67ddda34-c923-4f62-b9fb-3c8aadbb1d05) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:31:51.166521 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-90a3050f-b516-490a-9f8a-cc6c9cfe88d7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1330299196-network', 'tenant_id': '9710ad5778594c64b12108da4f6db548'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:31:51.185703 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-b150c7a8-2a12-4451-949d-d35f4abd279f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-137714244-network', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:31:51.190869 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b8350f-edcf-4215-935c-a098fa85c336 admin admin] Made reservation on behalf of 758bb918fa864786a7a375dde266ff59 for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:31:51.193335 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-19b8350f-edcf-4215-935c-a098fa85c336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.266395 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a3050f-b516-490a-9f8a-cc6c9cfe88d7 admin admin] Made reservation on behalf of 9710ad5778594c64b12108da4f6db548 for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:31:51.268905 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-90a3050f-b516-490a-9f8a-cc6c9cfe88d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.271004 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-19b8350f-edcf-4215-935c-a098fa85c336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.278600 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-efe74e6f-884d-4752-8fef-aa6efb17a15f admin admin] Publish callbacks [] for router_gateway (9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.281873 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b150c7a8-2a12-4451-949d-d35f4abd279f admin admin] Made reservation on behalf of 4fef9bcc9d6d4674acceb9c482454dfd for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:31:51.284928 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b150c7a8-2a12-4451-949d-d35f4abd279f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.317872 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-90a3050f-b516-490a-9f8a-cc6c9cfe88d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.320237 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b150c7a8-2a12-4451-949d-d35f4abd279f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.349057 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e9c594-0617-431b-abbc-1159105b7afb admin admin] Made reservation on behalf of 1d7e8314f5b74f97a1d31c6659a57083 for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:31:51.351575 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-79e9c594-0617-431b-abbc-1159105b7afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.384185 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Publish callbacks [] for port (67ddda34-c923-4f62-b9fb-3c8aadbb1d05), precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.394767 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (67ddda34-c923-4f62-b9fb-3c8aadbb1d05), after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.416904 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-79e9c594-0617-431b-abbc-1159105b7afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.437250 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Network a956ac86-261f-4fbb-bce0-1832a315bc64 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:31:51.440521 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:31:51.443587 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:31:51.462728 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Pushing event updated for resources: {'Port': ['ID=67ddda34-c923-4f62-b9fb-3c8aadbb1d05,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:51.515883 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:51.516544 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:51.517291 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:51.518052 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:51.518921 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:51.519484 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:51.520032 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:51.520565 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:51.520925 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:51.521339 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:51.521746 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:51.522160 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:51.522499 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:51.522823 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:51.523317 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Tracked resource versions report: Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: pushed versions: Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: { 'AddressGroup': {'1.2'}, Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Agent': {'1.1'}, Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'ConntrackHelper': {'1.0'}, Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Log': {'1.0'}, Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'NDPProxy': {'1.0'}, Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Network': {'1.1'}, Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Port': {'1.7'}, Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'PortForwarding': {'1.3'}, Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'QosPolicy': {'1.10'}, Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'SecurityGroup': {'1.5'}, Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'SubPort': {'1.0'}, Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Subnet': {'1.1'}, Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Trunk': {'1.1'}} Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: consumer versions: Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: { DHCP agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: HyperV agent@hv-cinder-83009: {}, Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: L3 agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: Metadata agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: Metering agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: Open vSwitch agent@dv-cinder-830098-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Agent': '1.1', Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'ConntrackHelper': '1.0', Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'LocalIPAssociation': '1.0', Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Log': '1.0', Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'NDPProxy': '1.0', Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Network': '1.1', Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Port': '1.7', Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'PortForwarding': '1.3', Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'QosPolicy': '1.10', Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'SecurityGroup': '1.5', Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'SecurityGroupRule': '1.2', Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'SubPort': '1.0', Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Subnet': '1.1', Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: 'Trunk': '1.1'}} Apr 12 13:31:51.525149 dv-cinder-830098-4-iscsi neutron-server[103296]: {{(pid=103296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:31:51.553583 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Attempting to bind port 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:31:51.553985 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Attempting to bind port 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:31:51.554356 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Attempting to bind port 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 on network a956ac86-261f-4fbb-bce0-1832a315bc64 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:31:51.561524 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:31:51.563012 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Checking segment: {'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:31:51.563431 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.563838 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Bound using segment: {'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:31:51.564599 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Bound port: 67ddda34-c923-4f62-b9fb-3c8aadbb1d05, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:31:51.565835 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (67ddda34-c923-4f62-b9fb-3c8aadbb1d05), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.657904 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] For port 67ddda34-c923-4f62-b9fb-3c8aadbb1d05, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:31:51.662034 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] For port 67ddda34-c923-4f62-b9fb-3c8aadbb1d05, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=67ddda34-c923-4f62-b9fb-3c8aadbb1d05,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:31:51.670076 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (67ddda34-c923-4f62-b9fb-3c8aadbb1d05), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.731299 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-19b8350f-edcf-4215-935c-a098fa85c336 admin admin] Publish callbacks [] for security_group (272374b1-ccd5-4387-8b37-ed907ff2c062), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.760960 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d88b2-ebd3-41e7-aa15-2cd741ad9626 None None] Pushing event updated for resources: {'Port': ['ID=67ddda34-c923-4f62-b9fb-3c8aadbb1d05,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:51.776606 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-efe74e6f-884d-4752-8fef-aa6efb17a15f admin admin] Publish callbacks [] for router_gateway (9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.790026 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-19b8350f-edcf-4215-935c-a098fa85c336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (272374b1-ccd5-4387-8b37-ed907ff2c062), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.802230 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b8350f-edcf-4215-935c-a098fa85c336 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:31:51.814368 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-19b8350f-edcf-4215-935c-a098fa85c336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (aa9d79ab-86e4-4a7b-8ef7-9828addfc047), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.815317 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-19b8350f-edcf-4215-935c-a098fa85c336 admin admin] Added segment aa9d79ab-86e4-4a7b-8ef7-9828addfc047 of type vlan for network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 Apr 12 13:31:51.847583 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-efe74e6f-884d-4752-8fef-aa6efb17a15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.912674 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-19b8350f-edcf-4215-935c-a098fa85c336 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776758315614'] for network (9ce84178-38e7-4e29-b4a8-e078a0b5e3f2), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.994968 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-19b8350f-edcf-4215-935c-a098fa85c336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for network (9ce84178-38e7-4e29-b4a8-e078a0b5e3f2), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:51.998707 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b8350f-edcf-4215-935c-a098fa85c336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:51.999402 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-19b8350f-edcf-4215-935c-a098fa85c336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.003290 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-90a3050f-b516-490a-9f8a-cc6c9cfe88d7 admin admin] Publish callbacks [] for security_group (15849688-31b3-40e7-b546-7964ef042b0e), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.056228 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8350f-edcf-4215-935c-a098fa85c336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272374b1-ccd5-4387-8b37-ed907ff2c062,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:52.123359 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-90a3050f-b516-490a-9f8a-cc6c9cfe88d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (15849688-31b3-40e7-b546-7964ef042b0e), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.132245 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b150c7a8-2a12-4451-949d-d35f4abd279f admin admin] Publish callbacks [] for security_group (c4dd080c-1c07-4665-be62-2610caafeb30), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.173392 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b150c7a8-2a12-4451-949d-d35f4abd279f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (c4dd080c-1c07-4665-be62-2610caafeb30), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.198695 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-79e9c594-0617-431b-abbc-1159105b7afb admin admin] Publish callbacks [] for security_group (80ad38b2-8b2e-4dbc-a656-13131a33f441), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.206743 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-19b8350f-edcf-4215-935c-a098fa85c336 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4642045 Apr 12 13:31:52.209573 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 57274) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:52.217266 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-222b1870-28fd-4cf4-8d44-e9fbf6f98c78 admin admin] Request body: {'subnet': {'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-subnet', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:31:52.240089 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-79e9c594-0617-431b-abbc-1159105b7afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (80ad38b2-8b2e-4dbc-a656-13131a33f441), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.250791 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222b1870-28fd-4cf4-8d44-e9fbf6f98c78 admin admin] Made reservation on behalf of 758bb918fa864786a7a375dde266ff59 for: {'subnet': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:31:52.254101 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-222b1870-28fd-4cf4-8d44-e9fbf6f98c78 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.255986 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e9c594-0617-431b-abbc-1159105b7afb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:31:52.267915 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-79e9c594-0617-431b-abbc-1159105b7afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (d6bc079b-8905-44eb-b690-c8cda7fe1d16), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.268500 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-79e9c594-0617-431b-abbc-1159105b7afb admin admin] Added segment d6bc079b-8905-44eb-b690-c8cda7fe1d16 of type vlan for network dbcb15e3-0cf5-4145-a386-89dfb653c57e Apr 12 13:31:52.318551 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-79e9c594-0617-431b-abbc-1159105b7afb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776758315614'] for network (dbcb15e3-0cf5-4145-a386-89dfb653c57e), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.326435 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a3050f-b516-490a-9f8a-cc6c9cfe88d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:31:52.391848 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b150c7a8-2a12-4451-949d-d35f4abd279f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:31:52.414781 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3050f-b516-490a-9f8a-cc6c9cfe88d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15849688-31b3-40e7-b546-7964ef042b0e,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:52.423500 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-90a3050f-b516-490a-9f8a-cc6c9cfe88d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (3ba56b40-d89a-4c5b-b67f-cac906f690fd), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.424101 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-90a3050f-b516-490a-9f8a-cc6c9cfe88d7 admin admin] Added segment 3ba56b40-d89a-4c5b-b67f-cac906f690fd of type vlan for network 1b3c0cab-d3a0-4e32-bb14-df2fc39987c2 Apr 12 13:31:52.538325 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-222b1870-28fd-4cf4-8d44-e9fbf6f98c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for subnet (1774c03c-3ad4-4c38-b37a-e0b0c31504ad), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.551739 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-79e9c594-0617-431b-abbc-1159105b7afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for network (dbcb15e3-0cf5-4145-a386-89dfb653c57e), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.552727 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e9c594-0617-431b-abbc-1159105b7afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:52.553303 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-79e9c594-0617-431b-abbc-1159105b7afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.569867 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b150c7a8-2a12-4451-949d-d35f4abd279f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (0c4d8efe-4631-4fc8-a610-61d7476031c0), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.570227 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-b150c7a8-2a12-4451-949d-d35f4abd279f admin admin] Added segment 0c4d8efe-4631-4fc8-a610-61d7476031c0 of type vlan for network f075efcd-1b7f-4180-93c5-9b0501e51c53 Apr 12 13:31:52.583786 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-90a3050f-b516-490a-9f8a-cc6c9cfe88d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776758315614'] for network (1b3c0cab-d3a0-4e32-bb14-df2fc39987c2), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.617965 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b1870-28fd-4cf4-8d44-e9fbf6f98c78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1774c03c-3ad4-4c38-b37a-e0b0c31504ad,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:52.625670 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b1870-28fd-4cf4-8d44-e9fbf6f98c78 admin admin] Checking segment: {'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:31:52.626649 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222b1870-28fd-4cf4-8d44-e9fbf6f98c78 admin admin] Network hostable DHCP agents. Network: 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2, hostable agents: ['3cc0c115-7315-4105-a658-2bafa3cb223c'], hosted agents: [] {{(pid=103295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:31:52.676142 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b150c7a8-2a12-4451-949d-d35f4abd279f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776758315614'] for network (f075efcd-1b7f-4180-93c5-9b0501e51c53), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.710619 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222b1870-28fd-4cf4-8d44-e9fbf6f98c78 admin admin] Network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 is scheduled to be hosted by DHCP agent 3cc0c115-7315-4105-a658-2bafa3cb223c with binding_index 1 {{(pid=103295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:31:52.728236 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8350f-edcf-4215-935c-a098fa85c336 admin admin] Pushing event updated for resources: {'Network': ['ID=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:52.732975 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-222b1870-28fd-4cf4-8d44-e9fbf6f98c78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-4-iscsi, 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2) {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:31:52.746429 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f0e304-dbf3-4e67-a605-41bcddf86a3f None None] Network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:31:52.747165 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222b1870-28fd-4cf4-8d44-e9fbf6f98c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:52.747786 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-222b1870-28fd-4cf4-8d44-e9fbf6f98c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.797579 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-222b1870-28fd-4cf4-8d44-e9fbf6f98c78 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5860665 Apr 12 13:31:52.800583 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 57302) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:52.814364 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-79e9c594-0617-431b-abbc-1159105b7afb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0966039 Apr 12 13:31:52.815210 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b150c7a8-2a12-4451-949d-d35f4abd279f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for network (f075efcd-1b7f-4180-93c5-9b0501e51c53), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.817050 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-9a570f68-943f-4236-8e85-06b60c1c30f9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:31:52.818912 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b150c7a8-2a12-4451-949d-d35f4abd279f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:52.819554 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b150c7a8-2a12-4451-949d-d35f4abd279f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.843894 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 57304) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:52.852652 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-19afab91-2497-43ea-900c-c6387c3a3203 admin admin] Request body: {'subnet': {'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-512423477-subnet', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:31:52.889338 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-efe74e6f-884d-4752-8fef-aa6efb17a15f admin admin] Allocated IP 172.27.2.74 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/2191125b-10f1-433b-b1af-080c8e118b18) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:31:52.895818 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9a570f68-943f-4236-8e85-06b60c1c30f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-448592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-907'] for router (85cf6bc7-442c-4ccb-a6a7-81479f6f8dde), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.898788 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9a570f68-943f-4236-8e85-06b60c1c30f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-342588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-914'] for router (85cf6bc7-442c-4ccb-a6a7-81479f6f8dde), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.923645 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19afab91-2497-43ea-900c-c6387c3a3203 admin admin] Made reservation on behalf of 1d7e8314f5b74f97a1d31c6659a57083 for: {'subnet': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:31:52.927010 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-19afab91-2497-43ea-900c-c6387c3a3203 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:52.944200 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.db.resource_extend [None req-90a3050f-b516-490a-9f8a-cc6c9cfe88d7 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 13:31:52.950897 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 details requested by agent ovs-agent-dv-cinder-830098-4-iscsi with host dv-cinder-830098-4-iscsi {{(pid=103296) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:31:52.972620 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-b150c7a8-2a12-4451-949d-d35f4abd279f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1661608 Apr 12 13:31:52.973991 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150c7a8-2a12-4451-949d-d35f4abd279f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dd080c-1c07-4665-be62-2610caafeb30,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:52.976245 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 57310) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:53.056751 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-0ea0d9df-6f28-4a6d-91bc-2145c58d8a73 admin admin] Request body: {'subnet': {'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-subnet', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:31:53.141801 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9a570f68-943f-4236-8e85-06b60c1c30f9 admin admin] Publish callbacks [] for router_controller (85cf6bc7-442c-4ccb-a6a7-81479f6f8dde), precommit_add_association {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:53.239398 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-90a3050f-b516-490a-9f8a-cc6c9cfe88d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for network (1b3c0cab-d3a0-4e32-bb14-df2fc39987c2), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:53.241240 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a3050f-b516-490a-9f8a-cc6c9cfe88d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:53.244509 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-90a3050f-b516-490a-9f8a-cc6c9cfe88d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:53.250752 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9c594-0617-431b-abbc-1159105b7afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ad38b2-8b2e-4dbc-a656-13131a33f441,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:53.255274 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2505ece0-7dd9-5d35-89e5-64c2cb2f4cfe-9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'project_id': '758bb918fa864786a7a375dde266ff59', 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad'}]}} from dv-cinder-830098-4-iscsi. {{(pid=103296) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:31:53.256892 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:53.263691 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9c594-0617-431b-abbc-1159105b7afb admin admin] Pushing event updated for resources: {'Network': ['ID=dbcb15e3-0cf5-4145-a386-89dfb653c57e,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:53.341345 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea0d9df-6f28-4a6d-91bc-2145c58d8a73 admin admin] Made reservation on behalf of 4fef9bcc9d6d4674acceb9c482454dfd for: {'subnet': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:31:53.344086 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0ea0d9df-6f28-4a6d-91bc-2145c58d8a73 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:53.345833 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e690e9f-eeed-499e-afa1-aafee2989994 None None] Network a956ac86-261f-4fbb-bce0-1832a315bc64 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:31:53.368610 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-90a3050f-b516-490a-9f8a-cc6c9cfe88d7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6048374 Apr 12 13:31:53.370821 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 57328) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:53.380623 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-649064c9-0edc-4364-9bbf-b4ed52f0ecc8 admin admin] Request body: {'subnet': {'network_id': '1b3c0cab-d3a0-4e32-bb14-df2fc39987c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1330299196-subnet', 'tenant_id': '9710ad5778594c64b12108da4f6db548', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:31:53.451062 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Network dbcb15e3-0cf5-4145-a386-89dfb653c57e details requested by agent ovs-agent-dv-cinder-830098-4-iscsi with host dv-cinder-830098-4-iscsi {{(pid=103296) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:31:53.570019 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9a570f68-943f-4236-8e85-06b60c1c30f9 admin admin] Publish callbacks [] for router_gateway (85cf6bc7-442c-4ccb-a6a7-81479f6f8dde), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:53.593403 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-261d013b-4cae-42b1-887a-89138f9cac19 None None] Provisioning complete for port 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:31:53.594091 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-261d013b-4cae-42b1-887a-89138f9cac19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (67ddda34-c923-4f62-b9fb-3c8aadbb1d05), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:53.615527 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150c7a8-2a12-4451-949d-d35f4abd279f admin admin] Pushing event updated for resources: {'Network': ['ID=f075efcd-1b7f-4180-93c5-9b0501e51c53,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:53.623421 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-efe74e6f-884d-4752-8fef-aa6efb17a15f admin admin] Publish callbacks [] for port (2191125b-10f1-433b-b1af-080c8e118b18), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:53.644885 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Network f075efcd-1b7f-4180-93c5-9b0501e51c53 details requested by agent ovs-agent-dv-cinder-830098-4-iscsi with host dv-cinder-830098-4-iscsi {{(pid=103296) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:31:53.701535 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3050f-b516-490a-9f8a-cc6c9cfe88d7 admin admin] Pushing event updated for resources: {'Network': ['ID=1b3c0cab-d3a0-4e32-bb14-df2fc39987c2,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:53.721723 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-efe74e6f-884d-4752-8fef-aa6efb17a15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (2191125b-10f1-433b-b1af-080c8e118b18), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:53.769347 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Network 1b3c0cab-d3a0-4e32-bb14-df2fc39987c2 details requested by agent ovs-agent-dv-cinder-830098-4-iscsi with host dv-cinder-830098-4-iscsi {{(pid=103296) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:31:53.864961 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe74e6f-884d-4752-8fef-aa6efb17a15f admin admin] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:31:53.868186 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-efe74e6f-884d-4752-8fef-aa6efb17a15f admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:31:53.897277 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe74e6f-884d-4752-8fef-aa6efb17a15f admin admin] Pushing event updated for resources: {'Port': ['ID=2191125b-10f1-433b-b1af-080c8e118b18,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:53.901781 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe74e6f-884d-4752-8fef-aa6efb17a15f admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:31:53.937898 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-19afab91-2497-43ea-900c-c6387c3a3203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for subnet (fa056591-a77e-4564-bed1-da05f4aad210), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:54.087748 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] Allocated IP 172.20.0.2 (9ce84178-38e7-4e29-b4a8-e078a0b5e3f2/1774c03c-3ad4-4c38-b37a-e0b0c31504ad/de6003c1-3277-4532-955e-e1e82ea28cf3) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:31:54.140592 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-261d013b-4cae-42b1-887a-89138f9cac19 None None] Current status of the port 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:31:54.140982 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-261d013b-4cae-42b1-887a-89138f9cac19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (67ddda34-c923-4f62-b9fb-3c8aadbb1d05), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:54.182025 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649064c9-0edc-4364-9bbf-b4ed52f0ecc8 admin admin] Made reservation on behalf of 9710ad5778594c64b12108da4f6db548 for: {'subnet': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:31:54.184974 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-649064c9-0edc-4364-9bbf-b4ed52f0ecc8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:54.261088 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afab91-2497-43ea-900c-c6387c3a3203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa056591-a77e-4564-bed1-da05f4aad210,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:54.298824 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-efe74e6f-884d-4752-8fef-aa6efb17a15f admin admin] Publish callbacks [] for router_gateway (9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:54.413667 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:31:54.578585 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19afab91-2497-43ea-900c-c6387c3a3203 admin admin] Checking segment: {'id': 'd6bc079b-8905-44eb-b690-c8cda7fe1d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:31:54.580130 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19afab91-2497-43ea-900c-c6387c3a3203 admin admin] Network hostable DHCP agents. Network: dbcb15e3-0cf5-4145-a386-89dfb653c57e, hostable agents: ['3cc0c115-7315-4105-a658-2bafa3cb223c'], hosted agents: [] {{(pid=103295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:31:54.639941 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-261d013b-4cae-42b1-887a-89138f9cac19 None None] For port 67ddda34-c923-4f62-b9fb-3c8aadbb1d05, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=67ddda34-c923-4f62-b9fb-3c8aadbb1d05,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:31:54.672827 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-261d013b-4cae-42b1-887a-89138f9cac19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (67ddda34-c923-4f62-b9fb-3c8aadbb1d05), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:54.673606 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-efe74e6f-884d-4752-8fef-aa6efb17a15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466088'] for router (9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:54.794171 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:31:54.796998 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (67ddda34-c923-4f62-b9fb-3c8aadbb1d05), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:54.874963 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe74e6f-884d-4752-8fef-aa6efb17a15f admin admin] Router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 is scheduled to L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb with binding_index 1 {{(pid=103294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:31:54.883260 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19afab91-2497-43ea-900c-c6387c3a3203 admin admin] Network dbcb15e3-0cf5-4145-a386-89dfb653c57e is scheduled to be hosted by DHCP agent 3cc0c115-7315-4105-a658-2bafa3cb223c with binding_index 1 {{(pid=103295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:31:54.908831 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] Publish callbacks [] for port (de6003c1-3277-4532-955e-e1e82ea28cf3), precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:54.910824 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-4be428b3-1ffe-4e42-bcb1-67bcf148941b None None] Provisioning complete for port 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:31:54.911206 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4be428b3-1ffe-4e42-bcb1-67bcf148941b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (67ddda34-c923-4f62-b9fb-3c8aadbb1d05), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:54.947573 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d013b-4cae-42b1-887a-89138f9cac19 None None] Pushing event updated for resources: {'Port': ['ID=67ddda34-c923-4f62-b9fb-3c8aadbb1d05,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:54.957807 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-19afab91-2497-43ea-900c-c6387c3a3203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-4-iscsi, dbcb15e3-0cf5-4145-a386-89dfb653c57e) {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:31:54.977655 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9a570f68-943f-4236-8e85-06b60c1c30f9 admin admin] Publish callbacks [] for router_gateway (85cf6bc7-442c-4ccb-a6a7-81479f6f8dde), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:54.981903 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0ea0d9df-6f28-4a6d-91bc-2145c58d8a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for subnet (a5deca89-4859-4941-9efc-762fc23afa05), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:54.982981 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297d2357-d0ec-4690-bf2a-1253993ff440 None None] Network dbcb15e3-0cf5-4145-a386-89dfb653c57e requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:31:54.985763 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19afab91-2497-43ea-900c-c6387c3a3203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:54.986547 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-19afab91-2497-43ea-900c-c6387c3a3203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:54.995595 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (de6003c1-3277-4532-955e-e1e82ea28cf3), after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:55.060050 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe74e6f-884d-4752-8fef-aa6efb17a15f admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:31:55.070189 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9a570f68-943f-4236-8e85-06b60c1c30f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:55.070723 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] Sync routers for ids ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:31:55.090859 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] Routers {'9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:31:55.091501 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:31:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:31:55.109562 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d28f82d-7668-4f6b-8961-4966cb5480fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:55.112335 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-efe74e6f-884d-4752-8fef-aa6efb17a15f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:55.113687 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-efe74e6f-884d-4752-8fef-aa6efb17a15f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2623570 Apr 12 13:31:55.114612 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] Pushing event updated for resources: {'Port': ['ID=de6003c1-3277-4532-955e-e1e82ea28cf3,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:55.117398 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57456) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:55.157182 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-19afab91-2497-43ea-900c-c6387c3a3203 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3115165 Apr 12 13:31:55.161530 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 57458) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:55.246525 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-e371f8e4-66a6-45ae-996d-58b54dc2c6ec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:31:55.272361 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-649064c9-0edc-4364-9bbf-b4ed52f0ecc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for subnet (8e2cd4b8-7554-47e8-bff8-5a6b9a68bf5c), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:55.308426 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] Network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:31:55.319807 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:31:55.330095 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:31:55.359439 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] Set router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:31:55.604186 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0d9df-6f28-4a6d-91bc-2145c58d8a73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5deca89-4859-4941-9efc-762fc23afa05,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:55.675598 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57476) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:55.696544 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:31:55.710179 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'name': 'tempest-ServerRescueNegativeTestJSON-601545448-router', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2191125b-10f1-433b-b1af-080c8e118b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:50Z', 'updated_at': '2022-04-12T13:31:54Z', 'revision_number': 3, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'gw_port': {'id': '2191125b-10f1-433b-b1af-080c8e118b18', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:51Z', 'updated_at': '2022-04-12T13:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:31:55.725433 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-9a570f68-943f-4236-8e85-06b60c1c30f9 admin admin] Allocated IP 172.27.2.57 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/f86b8547-3fe9-46f0-9ba3-8032bca866e9) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:31:55.741476 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649064c9-0edc-4364-9bbf-b4ed52f0ecc8 admin admin] Checking segment: {'id': '3ba56b40-d89a-4c5b-b67f-cac906f690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1b3c0cab-d3a0-4e32-bb14-df2fc39987c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:31:55.741982 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649064c9-0edc-4364-9bbf-b4ed52f0ecc8 admin admin] Network hostable DHCP agents. Network: 1b3c0cab-d3a0-4e32-bb14-df2fc39987c2, hostable agents: ['3cc0c115-7315-4105-a658-2bafa3cb223c'], hosted agents: [] {{(pid=103295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:31:55.744694 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2505ece0-7dd9-5d35-89e5-64c2cb2f4cfe-dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'fixed_ips': [{'subnet_id': 'fa056591-a77e-4564-bed1-da05f4aad210'}]}} from dv-cinder-830098-4-iscsi. {{(pid=103296) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:31:55.748895 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:55.758520 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e371f8e4-66a6-45ae-996d-58b54dc2c6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-448592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-907'] for router (3ec45d9b-d793-4123-bae4-18b12e08dbff), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:55.759583 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e371f8e4-66a6-45ae-996d-58b54dc2c6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-342588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-914'] for router (3ec45d9b-d793-4123-bae4-18b12e08dbff), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:55.781574 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649064c9-0edc-4364-9bbf-b4ed52f0ecc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e2cd4b8-7554-47e8-bff8-5a6b9a68bf5c,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:55.786790 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] Checking router: 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:31:55.786790 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] Updating router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 port 2191125b-10f1-433b-b1af-080c8e118b18 binding host dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:31:55.789454 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57482) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:55.794760 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] Attempting to bind port de6003c1-3277-4532-955e-e1e82ea28cf3 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:31:55.796051 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] Attempting to bind port de6003c1-3277-4532-955e-e1e82ea28cf3 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:31:55.796679 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] Attempting to bind port de6003c1-3277-4532-955e-e1e82ea28cf3 on network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:31:55.801122 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-4be428b3-1ffe-4e42-bcb1-67bcf148941b None None] Current status of the port 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:31:55.804040 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea0d9df-6f28-4a6d-91bc-2145c58d8a73 admin admin] Checking segment: {'id': '0c4d8efe-4631-4fc8-a610-61d7476031c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:31:55.805448 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea0d9df-6f28-4a6d-91bc-2145c58d8a73 admin admin] Network hostable DHCP agents. Network: f075efcd-1b7f-4180-93c5-9b0501e51c53, hostable agents: ['3cc0c115-7315-4105-a658-2bafa3cb223c'], hosted agents: [] {{(pid=103295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:31:55.813233 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:31:55.813920 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] Checking segment: {'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:31:55.814488 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:55.815041 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] Bound using segment: {'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:31:55.816663 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] Bound port: de6003c1-3277-4532-955e-e1e82ea28cf3, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:31:55.817274 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (de6003c1-3277-4532-955e-e1e82ea28cf3), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:55.877782 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (2191125b-10f1-433b-b1af-080c8e118b18), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:55.925683 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649064c9-0edc-4364-9bbf-b4ed52f0ecc8 admin admin] Network 1b3c0cab-d3a0-4e32-bb14-df2fc39987c2 is scheduled to be hosted by DHCP agent 3cc0c115-7315-4105-a658-2bafa3cb223c with binding_index 1 {{(pid=103295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:31:55.997889 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-649064c9-0edc-4364-9bbf-b4ed52f0ecc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-4-iscsi, 1b3c0cab-d3a0-4e32-bb14-df2fc39987c2) {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:31:56.015632 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e371f8e4-66a6-45ae-996d-58b54dc2c6ec admin admin] Publish callbacks [] for router_controller (3ec45d9b-d793-4123-bae4-18b12e08dbff), precommit_add_association {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.021269 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649064c9-0edc-4364-9bbf-b4ed52f0ecc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:56.022000 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-649064c9-0edc-4364-9bbf-b4ed52f0ecc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.024146 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5e3ee3bf-7c76-4dca-a8b2-50ff3e5d0394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.039104 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9ed615-a76e-43de-87ce-4a85adb300b6 None None] Network 1b3c0cab-d3a0-4e32-bb14-df2fc39987c2 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:31:56.039331 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea0d9df-6f28-4a6d-91bc-2145c58d8a73 admin admin] Network f075efcd-1b7f-4180-93c5-9b0501e51c53 is scheduled to be hosted by DHCP agent 3cc0c115-7315-4105-a658-2bafa3cb223c with binding_index 1 {{(pid=103295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:31:56.051284 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-39ab3b66-ac96-46d7-810c-d8c046d0d380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.055727 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-649064c9-0edc-4364-9bbf-b4ed52f0ecc8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6803679 Apr 12 13:31:56.107505 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] For port de6003c1-3277-4532-955e-e1e82ea28cf3, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:31:56.141732 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:31:56.167758 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-0ea0d9df-6f28-4a6d-91bc-2145c58d8a73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-4-iscsi, f075efcd-1b7f-4180-93c5-9b0501e51c53) {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:31:56.170950 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-39ab3b66-ac96-46d7-810c-d8c046d0d380 admin admin] Publish callbacks [] for security_group (3219381c-3f40-422a-b3fa-ec2ad7d1ee39), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.188860 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c415ed2a-9e77-485f-a858-8947d995929f None None] Network f075efcd-1b7f-4180-93c5-9b0501e51c53 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:31:56.195870 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] For port de6003c1-3277-4532-955e-e1e82ea28cf3, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=de6003c1-3277-4532-955e-e1e82ea28cf3,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:31:56.197670 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] Allocated IP 172.20.0.2 (dbcb15e3-0cf5-4145-a386-89dfb653c57e/fa056591-a77e-4564-bed1-da05f4aad210/40aa385c-e2dd-48c8-8886-cd08b2019706) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:31:56.203308 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-39ab3b66-ac96-46d7-810c-d8c046d0d380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (3219381c-3f40-422a-b3fa-ec2ad7d1ee39), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.227466 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea0d9df-6f28-4a6d-91bc-2145c58d8a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:56.228080 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0ea0d9df-6f28-4a6d-91bc-2145c58d8a73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.250338 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (de6003c1-3277-4532-955e-e1e82ea28cf3), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.250907 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9a570f68-943f-4236-8e85-06b60c1c30f9 admin admin] Publish callbacks [] for port (f86b8547-3fe9-46f0-9ba3-8032bca866e9), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.320253 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ad0b-67e1-4de4-acc2-84387fe6336e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.335490 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-0ea0d9df-6f28-4a6d-91bc-2145c58d8a73 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.3479021 Apr 12 13:31:56.338937 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 57494) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:56.345701 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-972c5fbb-ff84-4b07-bf8d-89e31c4ae004 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:31:56.363368 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-39ab3b66-ac96-46d7-810c-d8c046d0d380 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce138e88b4e847229380e93a3083d915&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5709188 Apr 12 13:31:56.364067 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57496) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:56.373452 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab3b66-ac96-46d7-810c-d8c046d0d380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3219381c-3f40-422a-b3fa-ec2ad7d1ee39,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:56.409365 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-972c5fbb-ff84-4b07-bf8d-89e31c4ae004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-448592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-907'] for router (8b17a60c-abfe-4da5-8809-e2b32c3c7a5c), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.411131 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-972c5fbb-ff84-4b07-bf8d-89e31c4ae004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-342588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-914'] for router (8b17a60c-abfe-4da5-8809-e2b32c3c7a5c), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.442295 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e371f8e4-66a6-45ae-996d-58b54dc2c6ec admin admin] Publish callbacks [] for router_gateway (3ec45d9b-d793-4123-bae4-18b12e08dbff), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.526165 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e74d955-075f-4ea5-b292-0a539aad8409 None None] Network 1b3c0cab-d3a0-4e32-bb14-df2fc39987c2 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:31:56.530468 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:31:56.531037 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (67ddda34-c923-4f62-b9fb-3c8aadbb1d05), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.594336 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0deb83-cb62-4824-a46e-7f7d2dc531e7 None None] Pushing event updated for resources: {'Port': ['ID=de6003c1-3277-4532-955e-e1e82ea28cf3,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:56.705691 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 57520) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:56.723624 dv-cinder-830098-4-iscsi neutron-server[103295]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 13:31:56.725437 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9a570f68-943f-4236-8e85-06b60c1c30f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (f86b8547-3fe9-46f0-9ba3-8032bca866e9), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.851789 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a570f68-943f-4236-8e85-06b60c1c30f9 admin admin] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:31:56.895097 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] Publish callbacks [] for port (2191125b-10f1-433b-b1af-080c8e118b18), precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.904334 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] Publish callbacks [] for port (40aa385c-e2dd-48c8-8886-cd08b2019706), precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.906791 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (2191125b-10f1-433b-b1af-080c8e118b18), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.910231 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2505ece0-7dd9-5d35-89e5-64c2cb2f4cfe-f075efcd-1b7f-4180-93c5-9b0501e51c53', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05'}]}} from dv-cinder-830098-4-iscsi. {{(pid=103296) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:31:56.911109 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.916011 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-59f0bc86-7db1-4d8f-a625-df7b74149bd2 admin admin] Publish callbacks [] for security_group (3219381c-3f40-422a-b3fa-ec2ad7d1ee39), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.927012 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-9a570f68-943f-4236-8e85-06b60c1c30f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:31:56.949534 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5e3ee3bf-7c76-4dca-a8b2-50ff3e5d0394 admin admin] Publish callbacks [] for security_group (dee32e3f-dfe0-49ba-b44d-9a75927e065d), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.956635 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-972c5fbb-ff84-4b07-bf8d-89e31c4ae004 admin admin] Publish callbacks [] for router_controller (8b17a60c-abfe-4da5-8809-e2b32c3c7a5c), precommit_add_association {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.957003 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (40aa385c-e2dd-48c8-8886-cd08b2019706), after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.964864 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9d648-94e0-4d9a-84c3-60d30002fb4b None None] Pushing event updated for resources: {'Port': ['ID=2191125b-10f1-433b-b1af-080c8e118b18,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:56.976267 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5e3ee3bf-7c76-4dca-a8b2-50ff3e5d0394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (dee32e3f-dfe0-49ba-b44d-9a75927e065d), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:56.979777 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d648-94e0-4d9a-84c3-60d30002fb4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:56.980977 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d648-94e0-4d9a-84c3-60d30002fb4b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:56.981448 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d648-94e0-4d9a-84c3-60d30002fb4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:56.981932 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d648-94e0-4d9a-84c3-60d30002fb4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:56.982284 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d648-94e0-4d9a-84c3-60d30002fb4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:56.982624 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d648-94e0-4d9a-84c3-60d30002fb4b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:56.983031 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d648-94e0-4d9a-84c3-60d30002fb4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:56.983461 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d648-94e0-4d9a-84c3-60d30002fb4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:56.983830 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d648-94e0-4d9a-84c3-60d30002fb4b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:56.984314 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d648-94e0-4d9a-84c3-60d30002fb4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:56.984656 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d648-94e0-4d9a-84c3-60d30002fb4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:56.985212 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d648-94e0-4d9a-84c3-60d30002fb4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:56.985558 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d648-94e0-4d9a-84c3-60d30002fb4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:56.985993 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d648-94e0-4d9a-84c3-60d30002fb4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:56.986595 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d648-94e0-4d9a-84c3-60d30002fb4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e9d648-94e0-4d9a-84c3-60d30002fb4b None None] Tracked resource versions report: Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: pushed versions: Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: { 'AddressGroup': {'1.2'}, Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Agent': {'1.1'}, Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'ConntrackHelper': {'1.0'}, Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'LocalIPAssociation': {'1.0'}, Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Log': {'1.0'}, Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'NDPProxy': {'1.0'}, Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Network': {'1.1'}, Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Port': {'1.7'}, Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'PortForwarding': {'1.3'}, Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'QosPolicy': {'1.10'}, Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'SecurityGroup': {'1.5'}, Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'SecurityGroupRule': {'1.2'}, Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'SubPort': {'1.0'}, Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Subnet': {'1.1'}, Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Trunk': {'1.1'}} Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: consumer versions: Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: { DHCP agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: HyperV agent@hv-cinder-83009: {}, Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: L3 agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: Metadata agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: Metering agent@dv-cinder-830098-4-iscsi: {}, Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: Open vSwitch agent@dv-cinder-830098-4-iscsi: { 'AddressGroup': '1.2', Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Agent': '1.1', Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'ConntrackHelper': '1.0', Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'LocalIPAssociation': '1.0', Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Log': '1.0', Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'NDPProxy': '1.0', Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Network': '1.1', Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Port': '1.7', Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'PortForwarding': '1.3', Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'QosPolicy': '1.10', Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'SecurityGroup': '1.5', Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'SecurityGroupRule': '1.2', Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'SubPort': '1.0', Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Subnet': '1.1', Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: 'Trunk': '1.1'}} Apr 12 13:31:56.989545 dv-cinder-830098-4-iscsi neutron-server[103297]: {{(pid=103297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 13:31:57.021291 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] Attempting to bind port 2191125b-10f1-433b-b1af-080c8e118b18 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:31:57.021672 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] Attempting to bind port 2191125b-10f1-433b-b1af-080c8e118b18 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:31:57.022032 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] Attempting to bind port 2191125b-10f1-433b-b1af-080c8e118b18 on network 3874c260-3040-429e-b62d-d740e6168690 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:31:57.031752 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:31:57.032130 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] Checking segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:31:57.032541 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:57.032941 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] Bound using segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:31:57.033481 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] Bound port: 2191125b-10f1-433b-b1af-080c8e118b18, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:31:57.034429 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (2191125b-10f1-433b-b1af-080c8e118b18), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:57.043868 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a570f68-943f-4236-8e85-06b60c1c30f9 admin admin] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:31:57.048346 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ee3bf-7c76-4dca-a8b2-50ff3e5d0394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee32e3f-dfe0-49ba-b44d-9a75927e065d,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:57.053744 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-59f0bc86-7db1-4d8f-a625-df7b74149bd2 admin admin] Publish callbacks [] for security_group (3219381c-3f40-422a-b3fa-ec2ad7d1ee39), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:57.068245 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] Network dbcb15e3-0cf5-4145-a386-89dfb653c57e is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:31:57.077808 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] Pushing event updated for resources: {'Port': ['ID=40aa385c-e2dd-48c8-8886-cd08b2019706,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:57.087817 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:31:57.129037 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] For port 2191125b-10f1-433b-b1af-080c8e118b18, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:31:57.133218 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] For port 2191125b-10f1-433b-b1af-080c8e118b18, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=2191125b-10f1-433b-b1af-080c8e118b18,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:31:57.142689 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (2191125b-10f1-433b-b1af-080c8e118b18), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:57.152722 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-5e3ee3bf-7c76-4dca-a8b2-50ff3e5d0394 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a6f8e1c10774bb29ba08d8286a9de08&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4723840 Apr 12 13:31:57.155605 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57528) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:57.190163 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-0fd5ad0b-67e1-4de4-acc2-84387fe6336e admin admin] Allocated IP 172.20.0.1 (a956ac86-261f-4fbb-bce0-1832a315bc64/5f3d8356-64c5-4a91-99a8-70c6abe2b2fb/b51c3b45-b7dc-4f16-9518-bdac4229b820) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:31:57.212597 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:31:57.232294 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:31:57.244163 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9d648-94e0-4d9a-84c3-60d30002fb4b None None] Pushing event updated for resources: {'Port': ['ID=2191125b-10f1-433b-b1af-080c8e118b18,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:57.270776 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-59f0bc86-7db1-4d8f-a625-df7b74149bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (3219381c-3f40-422a-b3fa-ec2ad7d1ee39), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:57.273804 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:31:57.283536 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-59f0bc86-7db1-4d8f-a625-df7b74149bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:57.290735 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-59f0bc86-7db1-4d8f-a625-df7b74149bd2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3219381c-3f40-422a-b3fa-ec2ad7d1ee39 HTTP/1.1" status: 204 len: 168 time: 0.9178805 Apr 12 13:31:57.293795 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] Routers {'9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:31:57.294861 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:31:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:31:57.318116 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57534) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:57.322268 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0bc86-7db1-4d8f-a625-df7b74149bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3219381c-3f40-422a-b3fa-ec2ad7d1ee39,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:57.368182 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5f59ff03-1591-4da3-bc3f-9f812d9ce489 admin admin] Publish callbacks [] for security_group (dee32e3f-dfe0-49ba-b44d-9a75927e065d), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:57.392900 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-972c5fbb-ff84-4b07-bf8d-89e31c4ae004 admin admin] Publish callbacks [] for router_gateway (8b17a60c-abfe-4da5-8809-e2b32c3c7a5c), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:57.409345 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5f59ff03-1591-4da3-bc3f-9f812d9ce489 admin admin] Publish callbacks [] for security_group (dee32e3f-dfe0-49ba-b44d-9a75927e065d), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:57.465838 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] Allocated IP 172.20.0.2 (f075efcd-1b7f-4180-93c5-9b0501e51c53/a5deca89-4859-4941-9efc-762fc23afa05/5a29bdb6-8021-45a0-89af-6eddf24b7269) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:31:57.531256 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ad0b-67e1-4de4-acc2-84387fe6336e admin admin] Publish callbacks [] for port (b51c3b45-b7dc-4f16-9518-bdac4229b820), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:57.536758 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] Set router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:31:57.578205 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5f59ff03-1591-4da3-bc3f-9f812d9ce489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (dee32e3f-dfe0-49ba-b44d-9a75927e065d), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:57.582192 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5f59ff03-1591-4da3-bc3f-9f812d9ce489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:57.583995 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-5f59ff03-1591-4da3-bc3f-9f812d9ce489 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dee32e3f-dfe0-49ba-b44d-9a75927e065d HTTP/1.1" status: 204 len: 168 time: 0.4263306 Apr 12 13:31:57.607783 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59ff03-1591-4da3-bc3f-9f812d9ce489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee32e3f-dfe0-49ba-b44d-9a75927e065d,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:57.622775 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ad0b-67e1-4de4-acc2-84387fe6336e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (b51c3b45-b7dc-4f16-9518-bdac4229b820), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:57.769737 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5ad0b-67e1-4de4-acc2-84387fe6336e admin admin] Pushing event updated for resources: {'Port': ['ID=b51c3b45-b7dc-4f16-9518-bdac4229b820,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:57.804002 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd5ad0b-67e1-4de4-acc2-84387fe6336e admin admin] Network a956ac86-261f-4fbb-bce0-1832a315bc64 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:31:57.807179 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-0fd5ad0b-67e1-4de4-acc2-84387fe6336e admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:31:57.813696 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd5ad0b-67e1-4de4-acc2-84387fe6336e admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:31:57.814204 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ad0b-67e1-4de4-acc2-84387fe6336e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466011'] for router_interface (9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:57.875618 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a570f68-943f-4236-8e85-06b60c1c30f9 admin admin] Pushing event updated for resources: {'Port': ['ID=f86b8547-3fe9-46f0-9ba3-8032bca866e9,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:58.098706 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c496cffa-78ec-44f1-a5f0-4b08428016c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:58.100466 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'name': 'tempest-ServerRescueNegativeTestJSON-601545448-router', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2191125b-10f1-433b-b1af-080c8e118b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:50Z', 'updated_at': '2022-04-12T13:31:54Z', 'revision_number': 3, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'gw_port': {'id': '2191125b-10f1-433b-b1af-080c8e118b18', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:51Z', 'updated_at': '2022-04-12T13:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:31:58.180245 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a6473-3fcb-4111-a941-a622293d1ae0 None None] The sync data for ids ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'] in dv-cinder-830098-4-iscsi is: [{'id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'name': 'tempest-ServerRescueNegativeTestJSON-601545448-router', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2191125b-10f1-433b-b1af-080c8e118b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:50Z', 'updated_at': '2022-04-12T13:31:54Z', 'revision_number': 3, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'gw_port': {'id': '2191125b-10f1-433b-b1af-080c8e118b18', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:51Z', 'updated_at': '2022-04-12T13:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:31:58.281338 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device de6003c1-3277-4532-955e-e1e82ea28cf3 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:31:58.405724 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdf70dc-b1d4-4903-aa46-13b753a6d98c None None] Network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:31:58.408178 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:58.414453 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57554) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:58.416539 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ea199c4c-d49c-4267-af5d-ccd5ffea22d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:58.442455 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] Attempting to bind port 40aa385c-e2dd-48c8-8886-cd08b2019706 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:31:58.443045 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] Attempting to bind port 40aa385c-e2dd-48c8-8886-cd08b2019706 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': 'd6bc079b-8905-44eb-b690-c8cda7fe1d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:31:58.443751 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] Attempting to bind port 40aa385c-e2dd-48c8-8886-cd08b2019706 on network dbcb15e3-0cf5-4145-a386-89dfb653c57e {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:31:58.463998 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:31:58.464799 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] Checking segment: {'id': 'd6bc079b-8905-44eb-b690-c8cda7fe1d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:31:58.465405 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:58.465985 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] Bound using segment: {'id': 'd6bc079b-8905-44eb-b690-c8cda7fe1d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:31:58.466778 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] Bound port: 40aa385c-e2dd-48c8-8886-cd08b2019706, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6bc079b-8905-44eb-b690-c8cda7fe1d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:31:58.467343 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (40aa385c-e2dd-48c8-8886-cd08b2019706), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:58.484520 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-fc21086b-7ae9-4dcf-915d-59b8f9af1358 None None] Provisioning complete for port b51c3b45-b7dc-4f16-9518-bdac4229b820 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:31:58.485256 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fc21086b-7ae9-4dcf-915d-59b8f9af1358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (b51c3b45-b7dc-4f16-9518-bdac4229b820), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:58.522655 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2c01c11c-ce52-48b1-82e6-ad2acbdf7094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:58.639301 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port de6003c1-3277-4532-955e-e1e82ea28cf3 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:31:58.643546 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (de6003c1-3277-4532-955e-e1e82ea28cf3), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:58.684172 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9a570f68-943f-4236-8e85-06b60c1c30f9 admin admin] Publish callbacks [] for router_gateway (85cf6bc7-442c-4ccb-a6a7-81479f6f8dde), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:58.771054 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e371f8e4-66a6-45ae-996d-58b54dc2c6ec admin admin] Publish callbacks [] for router_gateway (3ec45d9b-d793-4123-bae4-18b12e08dbff), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:58.805656 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-fc21086b-7ae9-4dcf-915d-59b8f9af1358 None None] Port b51c3b45-b7dc-4f16-9518-bdac4229b820 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:31:58.839315 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c496cffa-78ec-44f1-a5f0-4b08428016c2 admin admin] Publish callbacks [] for security_group (271d7fff-e1a3-4b16-8d93-af9d1ac799ee), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:58.840883 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ad0b-67e1-4de4-acc2-84387fe6336e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (b51c3b45-b7dc-4f16-9518-bdac4229b820), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:58.861089 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c496cffa-78ec-44f1-a5f0-4b08428016c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (271d7fff-e1a3-4b16-8d93-af9d1ac799ee), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:58.889773 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e371f8e4-66a6-45ae-996d-58b54dc2c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:58.897276 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c496cffa-78ec-44f1-a5f0-4b08428016c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa2b8293fef64ac3b1b77b9dbcf10fc9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5702953 Apr 12 13:31:58.899191 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] Publish callbacks [] for port (5a29bdb6-8021-45a0-89af-6eddf24b7269), precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:58.911458 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57562) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:58.937224 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] For port 40aa385c-e2dd-48c8-8886-cd08b2019706, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:31:58.945233 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-3ff3c43a-89ca-4ea5-a782-5e0cd3fff839 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:31:58.946740 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (5a29bdb6-8021-45a0-89af-6eddf24b7269), after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:58.946881 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-3ff3c43a-89ca-4ea5-a782-5e0cd3fff839 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/networks?id=1b3c0cab-d3a0-4e32-bb14-df2fc39987c2 HTTP/1.1" status: 200 len: 812 time: 2.2402658 Apr 12 13:31:59.020126 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2c01c11c-ce52-48b1-82e6-ad2acbdf7094 admin admin] Publish callbacks [] for security_group (b8a0b04d-015b-4ed5-b1ef-2209e9537586), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.026335 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] Pushing event updated for resources: {'Port': ['ID=5a29bdb6-8021-45a0-89af-6eddf24b7269,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:59.054168 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] For port 40aa385c-e2dd-48c8-8886-cd08b2019706, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=40aa385c-e2dd-48c8-8886-cd08b2019706,segment=NetworkSegment(d6bc079b-8905-44eb-b690-c8cda7fe1d16),segment_id=d6bc079b-8905-44eb-b690-c8cda7fe1d16)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:31:59.063169 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-c7103f5e-3a19-4fe0-a65f-bbd0d2a57755 None None] Provisioning complete for port de6003c1-3277-4532-955e-e1e82ea28cf3 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:31:59.063547 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c7103f5e-3a19-4fe0-a65f-bbd0d2a57755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (de6003c1-3277-4532-955e-e1e82ea28cf3), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.072830 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (40aa385c-e2dd-48c8-8886-cd08b2019706), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.076505 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496cffa-78ec-44f1-a5f0-4b08428016c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271d7fff-e1a3-4b16-8d93-af9d1ac799ee,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:59.095526 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2c01c11c-ce52-48b1-82e6-ad2acbdf7094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (b8a0b04d-015b-4ed5-b1ef-2209e9537586), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.121860 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-86f179ca-ec04-4804-ba1c-9ba3b334ecb6 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/quotas/9710ad5778594c64b12108da4f6db548 HTTP/1.1" status: 200 len: 375 time: 0.1617739 Apr 12 13:31:59.141398 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port de6003c1-3277-4532-955e-e1e82ea28cf3 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:31:59.141975 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (de6003c1-3277-4532-955e-e1e82ea28cf3), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.146277 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] Network f075efcd-1b7f-4180-93c5-9b0501e51c53 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:31:59.150010 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01c11c-ce52-48b1-82e6-ad2acbdf7094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a0b04d-015b-4ed5-b1ef-2209e9537586,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:59.218263 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:31:59.220977 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:31:59.349260 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] Attempting to bind port 5a29bdb6-8021-45a0-89af-6eddf24b7269 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:31:59.349842 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] Attempting to bind port 5a29bdb6-8021-45a0-89af-6eddf24b7269 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '0c4d8efe-4631-4fc8-a610-61d7476031c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:31:59.350000 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] Attempting to bind port 5a29bdb6-8021-45a0-89af-6eddf24b7269 on network f075efcd-1b7f-4180-93c5-9b0501e51c53 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:31:59.356654 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-2c01c11c-ce52-48b1-82e6-ad2acbdf7094 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24600810ef7f4f08a1341714996bc18c&name=default HTTP/1.1" status: 200 len: 2994 time: 0.9369171 Apr 12 13:31:59.360641 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57570) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:31:59.361209 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f456ef-5611-4bb9-a7ae-a0edeb9372fa None None] Pushing event updated for resources: {'Port': ['ID=40aa385c-e2dd-48c8-8886-cd08b2019706,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:59.375522 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] For port de6003c1-3277-4532-955e-e1e82ea28cf3, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=de6003c1-3277-4532-955e-e1e82ea28cf3,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:31:59.379470 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:31:59.380524 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] Checking segment: {'id': '0c4d8efe-4631-4fc8-a610-61d7476031c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:31:59.381085 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.381675 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] Bound using segment: {'id': '0c4d8efe-4631-4fc8-a610-61d7476031c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:31:59.382322 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] Bound port: 5a29bdb6-8021-45a0-89af-6eddf24b7269, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4d8efe-4631-4fc8-a610-61d7476031c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:31:59.383388 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (5a29bdb6-8021-45a0-89af-6eddf24b7269), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.385558 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7638b680-6a99-4d94-9a2c-a18b30c8546e admin admin] Publish callbacks [] for security_group (271d7fff-e1a3-4b16-8d93-af9d1ac799ee), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.396967 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (de6003c1-3277-4532-955e-e1e82ea28cf3), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.423441 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7638b680-6a99-4d94-9a2c-a18b30c8546e admin admin] Publish callbacks [] for security_group (271d7fff-e1a3-4b16-8d93-af9d1ac799ee), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.472700 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Pushing event updated for resources: {'Port': ['ID=de6003c1-3277-4532-955e-e1e82ea28cf3,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:59.510698 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-4bb360eb-67e5-4154-91ec-418343abe6b6 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9710ad5778594c64b12108da4f6db548&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3206704 Apr 12 13:31:59.524211 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-e371f8e4-66a6-45ae-996d-58b54dc2c6ec admin admin] Allocated IP 172.27.2.181 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/42740dbb-4e80-47fc-ac6c-b92d8d4e7295) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:31:59.612304 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c7103f5e-3a19-4fe0-a65f-bbd0d2a57755 None None] Current status of the port de6003c1-3277-4532-955e-e1e82ea28cf3 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:31:59.649461 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] For port 5a29bdb6-8021-45a0-89af-6eddf24b7269, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:31:59.657850 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] For port 5a29bdb6-8021-45a0-89af-6eddf24b7269, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=5a29bdb6-8021-45a0-89af-6eddf24b7269,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:31:59.672703 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (5a29bdb6-8021-45a0-89af-6eddf24b7269), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.675623 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-73e4b044-bc4d-4104-9ca7-587ad18cd5fe admin admin] Publish callbacks [] for security_group (b8a0b04d-015b-4ed5-b1ef-2209e9537586), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.700642 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ad0b-67e1-4de4-acc2-84387fe6336e admin admin] Publish callbacks [] for port (b51c3b45-b7dc-4f16-9518-bdac4229b820), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.736955 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e371f8e4-66a6-45ae-996d-58b54dc2c6ec admin admin] Publish callbacks [] for port (42740dbb-4e80-47fc-ac6c-b92d8d4e7295), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.737087 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ad0b-67e1-4de4-acc2-84387fe6336e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (b51c3b45-b7dc-4f16-9518-bdac4229b820), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.738046 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0fd5ad0b-67e1-4de4-acc2-84387fe6336e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463851'] for router_interface (9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.807144 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7638b680-6a99-4d94-9a2c-a18b30c8546e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (271d7fff-e1a3-4b16-8d93-af9d1ac799ee), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.810283 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7638b680-6a99-4d94-9a2c-a18b30c8546e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.819400 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-7638b680-6a99-4d94-9a2c-a18b30c8546e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/271d7fff-e1a3-4b16-8d93-af9d1ac799ee HTTP/1.1" status: 204 len: 168 time: 0.8992362 Apr 12 13:31:59.836266 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-1c4bb4a9-2f71-4477-bda8-8866178883c1 None None] Provisioning complete for port de6003c1-3277-4532-955e-e1e82ea28cf3 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:31:59.838321 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1c4bb4a9-2f71-4477-bda8-8866178883c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (de6003c1-3277-4532-955e-e1e82ea28cf3), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.842890 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-73e4b044-bc4d-4104-9ca7-587ad18cd5fe admin admin] Publish callbacks [] for security_group (b8a0b04d-015b-4ed5-b1ef-2209e9537586), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.845059 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5ad0b-67e1-4de4-acc2-84387fe6336e admin admin] Pushing event updated for resources: {'Port': ['ID=b51c3b45-b7dc-4f16-9518-bdac4229b820,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:59.919417 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638b680-6a99-4d94-9a2c-a18b30c8546e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271d7fff-e1a3-4b16-8d93-af9d1ac799ee,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:31:59.945041 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:31:59.991673 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9a570f68-943f-4236-8e85-06b60c1c30f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466088'] for router (85cf6bc7-442c-4ccb-a6a7-81479f6f8dde), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:00.076460 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab39e3b-13b3-4671-9b59-99dc2ade4f8b None None] Pushing event updated for resources: {'Port': ['ID=5a29bdb6-8021-45a0-89af-6eddf24b7269,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:00.123167 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-73e4b044-bc4d-4104-9ca7-587ad18cd5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (b8a0b04d-015b-4ed5-b1ef-2209e9537586), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:00.127115 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-73e4b044-bc4d-4104-9ca7-587ad18cd5fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:00.130399 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-73e4b044-bc4d-4104-9ca7-587ad18cd5fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8a0b04d-015b-4ed5-b1ef-2209e9537586 HTTP/1.1" status: 204 len: 168 time: 0.7666831 Apr 12 13:32:00.179091 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-1c4bb4a9-2f71-4477-bda8-8866178883c1 None None] Current status of the port de6003c1-3277-4532-955e-e1e82ea28cf3 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:00.204657 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-972c5fbb-ff84-4b07-bf8d-89e31c4ae004 admin admin] Publish callbacks [] for router_gateway (8b17a60c-abfe-4da5-8809-e2b32c3c7a5c), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:00.227330 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4b044-bc4d-4104-9ca7-587ad18cd5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a0b04d-015b-4ed5-b1ef-2209e9537586,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:00.256739 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-972c5fbb-ff84-4b07-bf8d-89e31c4ae004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:00.260697 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd5ad0b-67e1-4de4-acc2-84387fe6336e admin admin] Network a956ac86-261f-4fbb-bce0-1832a315bc64 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:00.262796 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-0fd5ad0b-67e1-4de4-acc2-84387fe6336e admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:00.485689 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-529958c3-b043-4b34-9303-af4445f2879c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103295) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:32:00.486741 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-529958c3-b043-4b34-9303-af4445f2879c service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5387492 Apr 12 13:32:00.491677 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 40aa385c-e2dd-48c8-8886-cd08b2019706 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:00.493665 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e371f8e4-66a6-45ae-996d-58b54dc2c6ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (42740dbb-4e80-47fc-ac6c-b92d8d4e7295), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:00.638245 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57608) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:00.646470 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 40aa385c-e2dd-48c8-8886-cd08b2019706 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:00.646874 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (40aa385c-e2dd-48c8-8886-cd08b2019706), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:00.707584 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd5ad0b-67e1-4de4-acc2-84387fe6336e admin admin] Router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:32:00.864773 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e96bca42-45f0-4b72-b4bb-8852aea3fecb None None] Provisioning complete for port b51c3b45-b7dc-4f16-9518-bdac4229b820 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:00.864773 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e96bca42-45f0-4b72-b4bb-8852aea3fecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (b51c3b45-b7dc-4f16-9518-bdac4229b820), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:00.880755 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e371f8e4-66a6-45ae-996d-58b54dc2c6ec admin admin] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:00.881430 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 57614) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:00.953472 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd5ad0b-67e1-4de4-acc2-84387fe6336e admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:32:00.960136 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-0fd5ad0b-67e1-4de4-acc2-84387fe6336e admin admin] 10.222.0.11 "PUT /v2.0/routers/9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8412051 Apr 12 13:32:00.974502 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-e371f8e4-66a6-45ae-996d-58b54dc2c6ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:00.978170 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371f8e4-66a6-45ae-996d-58b54dc2c6ec admin admin] Pushing event updated for resources: {'Port': ['ID=42740dbb-4e80-47fc-ac6c-b92d8d4e7295,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:00.989882 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-972c5fbb-ff84-4b07-bf8d-89e31c4ae004 admin admin] Allocated IP 172.27.2.194 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/a5b970e8-2503-4988-a9a2-9d98058bd622) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:32:00.999745 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e371f8e4-66a6-45ae-996d-58b54dc2c6ec admin admin] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:32:01.005019 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fe561415-7e5f-40cd-adff-0a452f8e8a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:01.011911 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 40aa385c-e2dd-48c8-8886-cd08b2019706 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:01.012220 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (40aa385c-e2dd-48c8-8886-cd08b2019706), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:01.015371 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e96bca42-45f0-4b72-b4bb-8852aea3fecb None None] Port b51c3b45-b7dc-4f16-9518-bdac4229b820 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:32:01.017118 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-fc4f87fc-1597-41ee-b99d-cdf050ed0356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:01.061494 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ba09bd-21c6-48a6-9866-fb45aa1ae73b None None] Network dbcb15e3-0cf5-4145-a386-89dfb653c57e requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:32:01.166325 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:01.224718 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] For port 40aa385c-e2dd-48c8-8886-cd08b2019706, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=40aa385c-e2dd-48c8-8886-cd08b2019706,segment=NetworkSegment(d6bc079b-8905-44eb-b690-c8cda7fe1d16),segment_id=d6bc079b-8905-44eb-b690-c8cda7fe1d16)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:01.235184 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-2bf05edc-54fb-46b3-96ca-033a3b4c35d4 None None] Provisioning complete for port 40aa385c-e2dd-48c8-8886-cd08b2019706 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:01.236284 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2bf05edc-54fb-46b3-96ca-033a3b4c35d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (40aa385c-e2dd-48c8-8886-cd08b2019706), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:01.241428 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (40aa385c-e2dd-48c8-8886-cd08b2019706), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:01.242650 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device de6003c1-3277-4532-955e-e1e82ea28cf3 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:01.312342 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a570f68-943f-4236-8e85-06b60c1c30f9 admin admin] Router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde is scheduled to L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb with binding_index 1 {{(pid=103295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:32:01.360601 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Pushing event updated for resources: {'Port': ['ID=40aa385c-e2dd-48c8-8886-cd08b2019706,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:01.414917 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fe561415-7e5f-40cd-adff-0a452f8e8a54 admin admin] Publish callbacks [] for security_group (da48eede-52b5-46a8-ac06-3b97db9c917f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:01.426405 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fe561415-7e5f-40cd-adff-0a452f8e8a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (da48eede-52b5-46a8-ac06-3b97db9c917f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:01.491187 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2bf05edc-54fb-46b3-96ca-033a3b4c35d4 None None] Current status of the port 40aa385c-e2dd-48c8-8886-cd08b2019706 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:01.507022 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port de6003c1-3277-4532-955e-e1e82ea28cf3 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:01.507659 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (de6003c1-3277-4532-955e-e1e82ea28cf3), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:01.520327 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-8bcfdbe7-67de-4fec-8e42-29aab4fdeb2e service neutron] 10.222.0.11 "GET /v2.0/networks/1b3c0cab-d3a0-4e32-bb14-df2fc39987c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9531293 Apr 12 13:32:01.554936 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-fe561415-7e5f-40cd-adff-0a452f8e8a54 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=260f6d418dcb4c9aa3e39f21c3def95c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9127836 Apr 12 13:32:01.555584 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57640) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:01.608016 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe561415-7e5f-40cd-adff-0a452f8e8a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da48eede-52b5-46a8-ac06-3b97db9c917f,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:01.687834 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d11afaa6-fe3f-421b-8340-e9a8898a7c21 admin admin] Publish callbacks [] for security_group (da48eede-52b5-46a8-ac06-3b97db9c917f), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:01.743351 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d11afaa6-fe3f-421b-8340-e9a8898a7c21 admin admin] Publish callbacks [] for security_group (da48eede-52b5-46a8-ac06-3b97db9c917f), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:01.805994 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57658) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:01.813033 dv-cinder-830098-4-iscsi neutron-server[103294]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 13:32:01.818716 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ab82f3-81d1-42b9-b402-95b1e480833d None None] Network f075efcd-1b7f-4180-93c5-9b0501e51c53 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:32:01.972389 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] Sync routers for ids ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:32:01.981453 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-0407d949-4289-48cf-9c7e-c0b2d2bf4d9a None None] Provisioning complete for port 5a29bdb6-8021-45a0-89af-6eddf24b7269 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:01.982068 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0407d949-4289-48cf-9c7e-c0b2d2bf4d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (5a29bdb6-8021-45a0-89af-6eddf24b7269), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:02.014812 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port de6003c1-3277-4532-955e-e1e82ea28cf3 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:02.016543 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 2191125b-10f1-433b-b1af-080c8e118b18 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:02.036931 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d11afaa6-fe3f-421b-8340-e9a8898a7c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (da48eede-52b5-46a8-ac06-3b97db9c917f), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:02.039619 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d11afaa6-fe3f-421b-8340-e9a8898a7c21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:02.044019 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-d11afaa6-fe3f-421b-8340-e9a8898a7c21 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da48eede-52b5-46a8-ac06-3b97db9c917f HTTP/1.1" status: 204 len: 168 time: 0.4802036 Apr 12 13:32:02.067746 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11afaa6-fe3f-421b-8340-e9a8898a7c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da48eede-52b5-46a8-ac06-3b97db9c917f,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:02.079925 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] Routers {'9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:02.081134 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:31:58Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:02.180321 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-359ab76c-d92b-422b-8db8-311ce974660b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:02.181987 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-359ab76c-d92b-422b-8db8-311ce974660b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/networks?id=a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 200 len: 818 time: 0.3749321 Apr 12 13:32:02.205676 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-7d4b57f3-aad3-4317-a85b-6c1e74c6fd85 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/quotas/d2bb2007ea0444849922a4d55efee799 HTTP/1.1" status: 200 len: 375 time: 0.0178013 Apr 12 13:32:02.230454 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a570f68-943f-4236-8e85-06b60c1c30f9 admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:32:02.264702 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f411304d-0004-42b6-acce-ec91442896fc None None] Sync routers for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:32:02.279627 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f411304d-0004-42b6-acce-ec91442896fc None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:02.294008 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-f411304d-0004-42b6-acce-ec91442896fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:31:58Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:02.306385 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-a735891f-3aef-4c7a-b7bd-7a6dfb347c3c service neutron] 10.222.0.11 "GET /v2.0/networks/1b3c0cab-d3a0-4e32-bb14-df2fc39987c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7843843 Apr 12 13:32:02.339755 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-972c5fbb-ff84-4b07-bf8d-89e31c4ae004 admin admin] Publish callbacks [] for port (a5b970e8-2503-4988-a9a2-9d98058bd622), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:02.390883 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] Set router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:02.460481 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9a570f68-943f-4236-8e85-06b60c1c30f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:02.465724 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-9a570f68-943f-4236-8e85-06b60c1c30f9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.6637502 Apr 12 13:32:02.468074 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-fff9234c-ad03-49ea-be77-d1d33e734362 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2bb2007ea0444849922a4d55efee799&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2568438 Apr 12 13:32:02.468568 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57674) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:02.482515 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-fc4f87fc-1597-41ee-b99d-cdf050ed0356 admin admin] Publish callbacks [] for security_group (e319c51c-d5e7-4ddd-a673-4cf16a777914), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:02.508387 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-fc4f87fc-1597-41ee-b99d-cdf050ed0356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (e319c51c-d5e7-4ddd-a673-4cf16a777914), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:02.537935 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e371f8e4-66a6-45ae-996d-58b54dc2c6ec admin admin] Publish callbacks [] for router_gateway (3ec45d9b-d793-4123-bae4-18b12e08dbff), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:02.611279 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 2191125b-10f1-433b-b1af-080c8e118b18 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:02.611799 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (2191125b-10f1-433b-b1af-080c8e118b18), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:02.624916 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-f411304d-0004-42b6-acce-ec91442896fc None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:02.674655 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-fc4f87fc-1597-41ee-b99d-cdf050ed0356 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2532172fe7c649949a8ce870ecb4de90&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7546234 Apr 12 13:32:02.675401 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 57686) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:02.729286 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-972c5fbb-ff84-4b07-bf8d-89e31c4ae004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (a5b970e8-2503-4988-a9a2-9d98058bd622), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:02.744229 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f87fc-1597-41ee-b99d-cdf050ed0356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e319c51c-d5e7-4ddd-a673-4cf16a777914,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:02.820966 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972c5fbb-ff84-4b07-bf8d-89e31c4ae004 admin admin] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:02.838584 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c5fbb-ff84-4b07-bf8d-89e31c4ae004 admin admin] Pushing event updated for resources: {'Port': ['ID=a5b970e8-2503-4988-a9a2-9d98058bd622,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:02.870991 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-972c5fbb-ff84-4b07-bf8d-89e31c4ae004 admin admin] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:02.940550 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-0407d949-4289-48cf-9c7e-c0b2d2bf4d9a None None] Current status of the port 5a29bdb6-8021-45a0-89af-6eddf24b7269 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:02.940942 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0407d949-4289-48cf-9c7e-c0b2d2bf4d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (5a29bdb6-8021-45a0-89af-6eddf24b7269), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:03.014473 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-f52adfa5-59d5-4076-b242-cd2055505919 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103294) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:32:03.017079 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-0407d949-4289-48cf-9c7e-c0b2d2bf4d9a None None] For port 5a29bdb6-8021-45a0-89af-6eddf24b7269, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=5a29bdb6-8021-45a0-89af-6eddf24b7269,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:03.018239 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-f52adfa5-59d5-4076-b242-cd2055505919 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2620823 Apr 12 13:32:03.035580 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972c5fbb-ff84-4b07-bf8d-89e31c4ae004 admin admin] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:32:03.044195 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0407d949-4289-48cf-9c7e-c0b2d2bf4d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (5a29bdb6-8021-45a0-89af-6eddf24b7269), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:03.073146 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-f411304d-0004-42b6-acce-ec91442896fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:31:57Z', 'revision_number': 3, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:03.096403 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d056b5bf-02f3-4b2e-8eef-be1da6c962cf req-d4fa2d21-888e-4baa-9b78-bc661d494e1f tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 210 time: 0.2616527 Apr 12 13:32:03.110189 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f411304d-0004-42b6-acce-ec91442896fc None None] Checking router: 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:32:03.110800 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f411304d-0004-42b6-acce-ec91442896fc None None] Updating router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde port f86b8547-3fe9-46f0-9ba3-8032bca866e9 binding host dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:32:03.168694 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6ff43a95-26b3-491b-851a-c63a28b19eaf admin admin] Publish callbacks [] for security_group (e319c51c-d5e7-4ddd-a673-4cf16a777914), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:03.191416 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f411304d-0004-42b6-acce-ec91442896fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (f86b8547-3fe9-46f0-9ba3-8032bca866e9), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:03.191643 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6ff43a95-26b3-491b-851a-c63a28b19eaf admin admin] Publish callbacks [] for security_group (e319c51c-d5e7-4ddd-a673-4cf16a777914), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:03.258850 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6ff43a95-26b3-491b-851a-c63a28b19eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (e319c51c-d5e7-4ddd-a673-4cf16a777914), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:03.260171 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 2191125b-10f1-433b-b1af-080c8e118b18 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:03.262044 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (2191125b-10f1-433b-b1af-080c8e118b18), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:03.262217 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6ff43a95-26b3-491b-851a-c63a28b19eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:03.263575 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-6ff43a95-26b3-491b-851a-c63a28b19eaf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e319c51c-d5e7-4ddd-a673-4cf16a777914 HTTP/1.1" status: 204 len: 168 time: 0.5693820 Apr 12 13:32:03.322740 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] For port 2191125b-10f1-433b-b1af-080c8e118b18, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=2191125b-10f1-433b-b1af-080c8e118b18,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:03.324935 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff43a95-26b3-491b-851a-c63a28b19eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e319c51c-d5e7-4ddd-a673-4cf16a777914,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:03.410087 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-f0c19c4d-ccb7-4a33-a193-ee6f1a440e7a service neutron] 10.222.0.11 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802941 Apr 12 13:32:03.425749 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (2191125b-10f1-433b-b1af-080c8e118b18), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:03.480273 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-bf6e2cfa-6528-48d1-84ee-b2060dc52dfb None None] Provisioning complete for port 40aa385c-e2dd-48c8-8886-cd08b2019706 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:03.480856 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf6e2cfa-6528-48d1-84ee-b2060dc52dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (40aa385c-e2dd-48c8-8886-cd08b2019706), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:03.571698 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407d949-4289-48cf-9c7e-c0b2d2bf4d9a None None] Pushing event updated for resources: {'Port': ['ID=5a29bdb6-8021-45a0-89af-6eddf24b7269,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:03.625966 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-59ce899d-ed23-4c61-a023-519ceaf8670b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:03.670974 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'name': 'tempest-ServerRescueNegativeTestJSON-601545448-router', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2191125b-10f1-433b-b1af-080c8e118b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:50Z', 'updated_at': '2022-04-12T13:31:58Z', 'revision_number': 4, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'gw_port': {'id': '2191125b-10f1-433b-b1af-080c8e118b18', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:51Z', 'updated_at': '2022-04-12T13:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'b51c3b45-b7dc-4f16-9518-bdac4229b820', 'name': '', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'mac_address': 'fa:16:3e:1b:60:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:31:59Z', 'revision_number': 2, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'subnets': [{'id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:03.707975 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e371f8e4-66a6-45ae-996d-58b54dc2c6ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466088'] for router (3ec45d9b-d793-4123-bae4-18b12e08dbff), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:03.790500 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] Checking router: 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:32:03.790869 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] Updating router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 port b51c3b45-b7dc-4f16-9518-bdac4229b820 binding host dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:32:03.863054 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 40aa385c-e2dd-48c8-8886-cd08b2019706 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:03.879871 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-972c5fbb-ff84-4b07-bf8d-89e31c4ae004 admin admin] Publish callbacks [] for router_gateway (8b17a60c-abfe-4da5-8809-e2b32c3c7a5c), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:03.883173 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f411304d-0004-42b6-acce-ec91442896fc None None] Publish callbacks [] for port (f86b8547-3fe9-46f0-9ba3-8032bca866e9), precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:03.893015 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-7ebc470a-a579-4b18-bee4-42f3e85d0ee2 service neutron] 10.222.0.11 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735751 Apr 12 13:32:03.898720 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f411304d-0004-42b6-acce-ec91442896fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (f86b8547-3fe9-46f0-9ba3-8032bca866e9), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:04.049727 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Pushing event updated for resources: {'Port': ['ID=2191125b-10f1-433b-b1af-080c8e118b18,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:04.081933 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-f411304d-0004-42b6-acce-ec91442896fc None None] Attempting to bind port f86b8547-3fe9-46f0-9ba3-8032bca866e9 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:32:04.081933 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-f411304d-0004-42b6-acce-ec91442896fc None None] Attempting to bind port f86b8547-3fe9-46f0-9ba3-8032bca866e9 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:32:04.082107 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f411304d-0004-42b6-acce-ec91442896fc None None] Attempting to bind port f86b8547-3fe9-46f0-9ba3-8032bca866e9 on network 3874c260-3040-429e-b62d-d740e6168690 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:04.101572 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-59ce899d-ed23-4c61-a023-519ceaf8670b admin admin] Allocated IP 172.20.0.1 (9ce84178-38e7-4e29-b4a8-e078a0b5e3f2/1774c03c-3ad4-4c38-b37a-e0b0c31504ad/7005001a-2c7c-41de-b71a-fc3a729493a8) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:32:04.127503 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f411304d-0004-42b6-acce-ec91442896fc None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:32:04.129898 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f411304d-0004-42b6-acce-ec91442896fc None None] Checking segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:04.130331 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f411304d-0004-42b6-acce-ec91442896fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:04.132527 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f411304d-0004-42b6-acce-ec91442896fc None None] Bound using segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:32:04.133100 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-f411304d-0004-42b6-acce-ec91442896fc None None] Bound port: f86b8547-3fe9-46f0-9ba3-8032bca866e9, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:32:04.133520 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f411304d-0004-42b6-acce-ec91442896fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (f86b8547-3fe9-46f0-9ba3-8032bca866e9), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:04.140303 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f1758-56b4-4bd4-847e-ee94f85a2099 None None] Pushing event updated for resources: {'Port': ['ID=f86b8547-3fe9-46f0-9ba3-8032bca866e9,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:04.147518 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (b51c3b45-b7dc-4f16-9518-bdac4229b820), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:04.263520 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 40aa385c-e2dd-48c8-8886-cd08b2019706 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:04.271682 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-f411304d-0004-42b6-acce-ec91442896fc None None] For port f86b8547-3fe9-46f0-9ba3-8032bca866e9, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:32:04.273732 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (40aa385c-e2dd-48c8-8886-cd08b2019706), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:04.282273 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-f411304d-0004-42b6-acce-ec91442896fc None None] For port f86b8547-3fe9-46f0-9ba3-8032bca866e9, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=f86b8547-3fe9-46f0-9ba3-8032bca866e9,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:32:04.298776 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-f411304d-0004-42b6-acce-ec91442896fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (f86b8547-3fe9-46f0-9ba3-8032bca866e9), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:04.365515 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57764) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:04.405992 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e2cfa-6528-48d1-84ee-b2060dc52dfb None None] Current status of the port 40aa385c-e2dd-48c8-8886-cd08b2019706 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:04.435723 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-59ce899d-ed23-4c61-a023-519ceaf8670b admin admin] Publish callbacks [] for port (7005001a-2c7c-41de-b71a-fc3a729493a8), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:04.460441 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-559912e4-9385-4f69-942f-84861a6eded0 req-ef33555d-0c66-456a-99d2-7c55f8be1343 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 210 time: 0.1920445 Apr 12 13:32:04.503281 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f411304d-0004-42b6-acce-ec91442896fc None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:04.504859 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-f411304d-0004-42b6-acce-ec91442896fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:31:58Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:04.604903 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-59ce899d-ed23-4c61-a023-519ceaf8670b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (7005001a-2c7c-41de-b71a-fc3a729493a8), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:04.662117 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f1758-56b4-4bd4-847e-ee94f85a2099 None None] Pushing event updated for resources: {'Port': ['ID=f86b8547-3fe9-46f0-9ba3-8032bca866e9,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:04.711585 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-bf6e2cfa-6528-48d1-84ee-b2060dc52dfb None None] Provisioning complete for port 5a29bdb6-8021-45a0-89af-6eddf24b7269 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:04.712148 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf6e2cfa-6528-48d1-84ee-b2060dc52dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (5a29bdb6-8021-45a0-89af-6eddf24b7269), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:04.731794 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e371f8e4-66a6-45ae-996d-58b54dc2c6ec admin admin] Router 3ec45d9b-d793-4123-bae4-18b12e08dbff is scheduled to L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb with binding_index 1 {{(pid=103295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:32:04.782473 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce899d-ed23-4c61-a023-519ceaf8670b admin admin] Pushing event updated for resources: {'Port': ['ID=7005001a-2c7c-41de-b71a-fc3a729493a8,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:04.805279 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2a4be792-ca0c-4de7-a22d-4b7619b32733 req-c84b949c-7c20-4ddc-a17e-56e06745ca40 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 210 time: 0.2764106 Apr 12 13:32:04.812237 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-6a7f3773-1e8a-4b7f-b383-912e627e0688 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1894649482-network', 'tenant_id': 'ffc4393bed5f42faac7882845f86c976'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:04.824725 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-f411304d-0004-42b6-acce-ec91442896fc None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:04.879368 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ce899d-ed23-4c61-a023-519ceaf8670b admin admin] Network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:04.884695 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-59ce899d-ed23-4c61-a023-519ceaf8670b admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:04.897006 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57792) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:04.908602 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ce899d-ed23-4c61-a023-519ceaf8670b admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:32:04.911167 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-59ce899d-ed23-4c61-a023-519ceaf8670b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466011'] for router_interface (85cf6bc7-442c-4ccb-a6a7-81479f6f8dde), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:04.922824 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7f3773-1e8a-4b7f-b383-912e627e0688 admin admin] Made reservation on behalf of ffc4393bed5f42faac7882845f86c976 for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:32:04.925502 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6a7f3773-1e8a-4b7f-b383-912e627e0688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:05.059708 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6a7f3773-1e8a-4b7f-b383-912e627e0688 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:05.138171 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e2cfa-6528-48d1-84ee-b2060dc52dfb None None] Current status of the port 5a29bdb6-8021-45a0-89af-6eddf24b7269 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:05.180090 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 40aa385c-e2dd-48c8-8886-cd08b2019706 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:05.181215 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 5a29bdb6-8021-45a0-89af-6eddf24b7269 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:05.264208 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-f411304d-0004-42b6-acce-ec91442896fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:31:57Z', 'revision_number': 3, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:05.289266 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-972c5fbb-ff84-4b07-bf8d-89e31c4ae004 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466088'] for router (8b17a60c-abfe-4da5-8809-e2b32c3c7a5c), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:05.359597 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 5a29bdb6-8021-45a0-89af-6eddf24b7269 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:05.366952 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (5a29bdb6-8021-45a0-89af-6eddf24b7269), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:05.376167 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f411304d-0004-42b6-acce-ec91442896fc None None] The sync data for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi is: [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:31:57Z', 'revision_number': 3, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:32:05.397179 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-35b6c180-a8ff-48d2-ba2f-cce97f142dbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:05.470288 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-ed35be49-92f3-4fa8-a0bf-6a63a72834e1 None None] Provisioning complete for port 7005001a-2c7c-41de-b71a-fc3a729493a8 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:05.470664 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ed35be49-92f3-4fa8-a0bf-6a63a72834e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (7005001a-2c7c-41de-b71a-fc3a729493a8), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:05.520356 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] Publish callbacks [] for port (b51c3b45-b7dc-4f16-9518-bdac4229b820), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:05.555476 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (b51c3b45-b7dc-4f16-9518-bdac4229b820), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:05.974487 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-ed35be49-92f3-4fa8-a0bf-6a63a72834e1 None None] Port 7005001a-2c7c-41de-b71a-fc3a729493a8 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:32:06.050010 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 5a29bdb6-8021-45a0-89af-6eddf24b7269 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:06.094564 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-fc147d6d-29a4-4b1a-ad56-97ff4dc86e83 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:06.108442 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-fc147d6d-29a4-4b1a-ad56-97ff4dc86e83 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/networks?id=a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 200 len: 818 time: 0.6842604 Apr 12 13:32:06.118789 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e371f8e4-66a6-45ae-996d-58b54dc2c6ec admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:32:06.128266 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-7f289bc7-9360-42bb-8aa1-8a1579ab6584 None None] Provisioning complete for port b51c3b45-b7dc-4f16-9518-bdac4229b820 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:06.129310 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7f289bc7-9360-42bb-8aa1-8a1579ab6584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (b51c3b45-b7dc-4f16-9518-bdac4229b820), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:06.140525 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-a2ed0317-9c70-43ce-b32e-f12e862d1730 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/quotas/d2bb2007ea0444849922a4d55efee799 HTTP/1.1" status: 200 len: 375 time: 0.0310411 Apr 12 13:32:06.165180 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] Sync routers for ids ['3ec45d9b-d793-4123-bae4-18b12e08dbff'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:32:06.176719 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6a7f3773-1e8a-4b7f-b383-912e627e0688 admin admin] Publish callbacks [] for security_group (22008cf9-7a1f-4088-81ab-77eb5aeca0a9), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:06.193048 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-59ce899d-ed23-4c61-a023-519ceaf8670b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (7005001a-2c7c-41de-b71a-fc3a729493a8), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:06.231464 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] Routers {'3ec45d9b-d793-4123-bae4-18b12e08dbff'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:06.231929 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:31:58Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['3ec45d9b-d793-4123-bae4-18b12e08dbff'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:06.240189 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d6dfb-542a-470c-9cf9-af1a75bcc5e3 None None] Pushing event updated for resources: {'Port': ['ID=b51c3b45-b7dc-4f16-9518-bdac4229b820,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:06.290446 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-bd13bd80-ea8d-49da-bb84-1d443e04d8db tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2bb2007ea0444849922a4d55efee799&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1478965 Apr 12 13:32:06.334080 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-35b6c180-a8ff-48d2-ba2f-cce97f142dbc admin admin] Publish callbacks [] for security_group (793b4cc2-18e5-468c-9610-cb40c0159dce), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:06.335389 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6a7f3773-1e8a-4b7f-b383-912e627e0688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (22008cf9-7a1f-4088-81ab-77eb5aeca0a9), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:06.376534 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] Attempting to bind port b51c3b45-b7dc-4f16-9518-bdac4229b820 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:32:06.376941 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] Attempting to bind port b51c3b45-b7dc-4f16-9518-bdac4229b820 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:32:06.377302 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] Attempting to bind port b51c3b45-b7dc-4f16-9518-bdac4229b820 on network a956ac86-261f-4fbb-bce0-1832a315bc64 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:06.405067 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e0f4afc5-6006-4503-89bc-aaf4ab8e2b14 req-013fea17-4256-4f63-9c82-ddbe454d1649 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 210 time: 0.3914833 Apr 12 13:32:06.405712 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.41', 55998) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:06.428563 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:32:06.438686 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] Checking segment: {'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:06.440285 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:06.442556 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7f3773-1e8a-4b7f-b383-912e627e0688 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:32:06.443143 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] Bound using segment: {'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:32:06.443786 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] Bound port: b51c3b45-b7dc-4f16-9518-bdac4229b820, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:32:06.444349 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (b51c3b45-b7dc-4f16-9518-bdac4229b820), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:06.488616 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-35b6c180-a8ff-48d2-ba2f-cce97f142dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (793b4cc2-18e5-468c-9610-cb40c0159dce), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:06.511162 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e371f8e4-66a6-45ae-996d-58b54dc2c6ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:06.512712 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-e371f8e4-66a6-45ae-996d-58b54dc2c6ec admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.3299263 Apr 12 13:32:06.516196 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 57842) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:06.619530 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] For port b51c3b45-b7dc-4f16-9518-bdac4229b820, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:32:06.625072 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] For port b51c3b45-b7dc-4f16-9518-bdac4229b820, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=b51c3b45-b7dc-4f16-9518-bdac4229b820,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:32:06.628712 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device f86b8547-3fe9-46f0-9ba3-8032bca866e9 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:06.646185 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6a7f3773-1e8a-4b7f-b383-912e627e0688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (72b54942-b7f2-4699-9532-0c17c87de77f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:06.648752 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-6a7f3773-1e8a-4b7f-b383-912e627e0688 admin admin] Added segment 72b54942-b7f2-4699-9532-0c17c87de77f of type vlan for network fa6f4dbf-3d18-4831-8cf0-010f9e49d572 Apr 12 13:32:06.675543 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (b51c3b45-b7dc-4f16-9518-bdac4229b820), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:06.726969 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6a7f3773-1e8a-4b7f-b383-912e627e0688 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776758315614'] for network (fa6f4dbf-3d18-4831-8cf0-010f9e49d572), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:06.766554 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-7f289bc7-9360-42bb-8aa1-8a1579ab6584 None None] Port b51c3b45-b7dc-4f16-9518-bdac4229b820 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:32:06.812171 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f3773-1e8a-4b7f-b383-912e627e0688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22008cf9-7a1f-4088-81ab-77eb5aeca0a9,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:06.919511 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] Routers {'9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:06.924795 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:31:58Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:06.931366 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d6dfb-542a-470c-9cf9-af1a75bcc5e3 None None] Pushing event updated for resources: {'Port': ['ID=b51c3b45-b7dc-4f16-9518-bdac4229b820,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:06.949008 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6a7f3773-1e8a-4b7f-b383-912e627e0688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for network (fa6f4dbf-3d18-4831-8cf0-010f9e49d572), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:06.959459 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7f3773-1e8a-4b7f-b383-912e627e0688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:06.959459 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6a7f3773-1e8a-4b7f-b383-912e627e0688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:07.015299 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-6a7f3773-1e8a-4b7f-b383-912e627e0688 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6450932 Apr 12 13:32:07.029261 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 57856) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:07.029923 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972c5fbb-ff84-4b07-bf8d-89e31c4ae004 admin admin] Router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c is scheduled to L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb with binding_index 1 {{(pid=103295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:32:07.033480 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-e34aef5a-3124-4808-8d6a-e55aaf7017cb service neutron] 10.222.0.11 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7416754 Apr 12 13:32:07.043003 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-26cceb3f-47ae-400a-8a7b-ab874b9904ad admin admin] Request body: {'subnet': {'network_id': 'fa6f4dbf-3d18-4831-8cf0-010f9e49d572', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1894649482-subnet', 'tenant_id': 'ffc4393bed5f42faac7882845f86c976', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:07.072778 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] Set router 3ec45d9b-d793-4123-bae4-18b12e08dbff gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:07.082731 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-35b6c180-a8ff-48d2-ba2f-cce97f142dbc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=807197bd45944e43911bb2945febed64&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1846552 Apr 12 13:32:07.101291 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57858) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:07.117231 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6c180-a8ff-48d2-ba2f-cce97f142dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793b4cc2-18e5-468c-9610-cb40c0159dce,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:07.151264 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port f86b8547-3fe9-46f0-9ba3-8032bca866e9 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:07.152015 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (f86b8547-3fe9-46f0-9ba3-8032bca866e9), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:07.305751 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.41', 56004) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:07.431235 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-2087e501-2136-44a0-9d05-d9d7ecfa1130 None None] Provisioning complete for port b51c3b45-b7dc-4f16-9518-bdac4229b820 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:07.431743 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2087e501-2136-44a0-9d05-d9d7ecfa1130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (b51c3b45-b7dc-4f16-9518-bdac4229b820), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:07.442189 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f3773-1e8a-4b7f-b383-912e627e0688 admin admin] Pushing event updated for resources: {'Network': ['ID=fa6f4dbf-3d18-4831-8cf0-010f9e49d572,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:07.479539 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-286117fd-c0b8-44f4-848c-ab340e81330a tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:07.481126 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-286117fd-c0b8-44f4-848c-ab340e81330a tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.41 "GET /v2.0/networks?id=1b3c0cab-d3a0-4e32-bb14-df2fc39987c2 HTTP/1.1" status: 200 len: 812 time: 1.0247269 Apr 12 13:32:07.483441 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Network fa6f4dbf-3d18-4831-8cf0-010f9e49d572 details requested by agent ovs-agent-dv-cinder-830098-4-iscsi with host dv-cinder-830098-4-iscsi {{(pid=103296) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:32:07.488827 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] Set router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:07.542347 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-1db99ca8-c85f-4206-8919-5c7d0877d1be tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Request body: {'port': {'device_id': '72c0240f-f956-4a45-865a-c88ae80a8aab', 'network_id': '1b3c0cab-d3a0-4e32-bb14-df2fc39987c2', 'admin_state_up': True, 'tenant_id': '9710ad5778594c64b12108da4f6db548'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:07.564174 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6713-eba5-4737-800e-8207dce7e1ff admin admin] Publish callbacks [] for security_group (793b4cc2-18e5-468c-9610-cb40c0159dce), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:07.626184 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cceb3f-47ae-400a-8a7b-ab874b9904ad admin admin] Made reservation on behalf of ffc4393bed5f42faac7882845f86c976 for: {'subnet': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:32:07.628524 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-26cceb3f-47ae-400a-8a7b-ab874b9904ad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:07.631846 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972c5fbb-ff84-4b07-bf8d-89e31c4ae004 admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:32:07.648240 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] Sync routers for ids ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:32:07.667797 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] Routers {'8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:07.668447 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:31:58Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:07.699708 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port f86b8547-3fe9-46f0-9ba3-8032bca866e9 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:07.700183 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (f86b8547-3fe9-46f0-9ba3-8032bca866e9), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:07.731710 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] For port f86b8547-3fe9-46f0-9ba3-8032bca866e9, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=f86b8547-3fe9-46f0-9ba3-8032bca866e9,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:07.784721 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (f86b8547-3fe9-46f0-9ba3-8032bca866e9), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:07.785845 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 2191125b-10f1-433b-b1af-080c8e118b18 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:07.894405 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-59ce899d-ed23-4c61-a023-519ceaf8670b admin admin] Publish callbacks [] for port (7005001a-2c7c-41de-b71a-fc3a729493a8), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:07.930856 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6713-eba5-4737-800e-8207dce7e1ff admin admin] Publish callbacks [] for security_group (793b4cc2-18e5-468c-9610-cb40c0159dce), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:07.976779 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] Set router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:07.981417 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:02Z', 'revision_number': 3, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port': {'id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:58Z', 'updated_at': '2022-04-12T13:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:08.055170 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-59ce899d-ed23-4c61-a023-519ceaf8670b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (7005001a-2c7c-41de-b71a-fc3a729493a8), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:08.055965 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-59ce899d-ed23-4c61-a023-519ceaf8670b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463851'] for router_interface (85cf6bc7-442c-4ccb-a6a7-81479f6f8dde), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:08.109409 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6713-eba5-4737-800e-8207dce7e1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (793b4cc2-18e5-468c-9610-cb40c0159dce), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:08.112351 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ddcd6713-eba5-4737-800e-8207dce7e1ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:08.113570 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-ddcd6713-eba5-4737-800e-8207dce7e1ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/793b4cc2-18e5-468c-9610-cb40c0159dce HTTP/1.1" status: 204 len: 168 time: 0.9975986 Apr 12 13:32:08.133206 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] Checking router: 3ec45d9b-d793-4123-bae4-18b12e08dbff for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:32:08.157933 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] Updating router 3ec45d9b-d793-4123-bae4-18b12e08dbff port 42740dbb-4e80-47fc-ac6c-b92d8d4e7295 binding host dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:32:08.158821 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cebd146f-74f6-4d83-925f-03f9dd44a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:08.259016 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-972c5fbb-ff84-4b07-bf8d-89e31c4ae004 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:08.260536 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd6713-eba5-4737-800e-8207dce7e1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793b4cc2-18e5-468c-9610-cb40c0159dce,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:08.263490 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-972c5fbb-ff84-4b07-bf8d-89e31c4ae004 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.9217658 Apr 12 13:32:08.272222 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 57898) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:08.289556 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-00b132de-5e04-40b9-8f7c-88d7352de96a req-fa41db02-359a-46b7-bf88-622008fbbc2a tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 210 time: 0.4354043 Apr 12 13:32:08.310454 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-ab56d051-b34e-4efb-9431-8b43c9f32c3f service neutron] 10.222.0.11 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2590175 Apr 12 13:32:08.523228 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (42740dbb-4e80-47fc-ac6c-b92d8d4e7295), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:08.546620 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ce899d-ed23-4c61-a023-519ceaf8670b admin admin] Network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:08.554569 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-59ce899d-ed23-4c61-a023-519ceaf8670b admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:08.564182 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Pushing event updated for resources: {'Port': ['ID=f86b8547-3fe9-46f0-9ba3-8032bca866e9,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:08.571161 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-1db99ca8-c85f-4206-8919-5c7d0877d1be tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Made reservation on behalf of 9710ad5778594c64b12108da4f6db548 for: {'port': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:32:08.575480 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-1db99ca8-c85f-4206-8919-5c7d0877d1be tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:08.606193 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 2191125b-10f1-433b-b1af-080c8e118b18 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:08.608648 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (2191125b-10f1-433b-b1af-080c8e118b18), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:08.739679 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:03Z', 'revision_number': 3, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port': {'id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:00Z', 'updated_at': '2022-04-12T13:32:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:08.780646 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce899d-ed23-4c61-a023-519ceaf8670b admin admin] Pushing event updated for resources: {'Port': ['ID=7005001a-2c7c-41de-b71a-fc3a729493a8,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:08.845002 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] Checking router: 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:32:08.853315 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] Updating router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c port a5b970e8-2503-4988-a9a2-9d98058bd622 binding host dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:32:08.938286 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-cebd146f-74f6-4d83-925f-03f9dd44a8eb admin admin] Allocated IP 172.20.0.1 (dbcb15e3-0cf5-4145-a386-89dfb653c57e/fa056591-a77e-4564-bed1-da05f4aad210/2e72d20c-d658-4248-adc0-85f10a91dc28) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:32:08.969598 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (a5b970e8-2503-4988-a9a2-9d98058bd622), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:09.068406 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2087e501-2136-44a0-9d05-d9d7ecfa1130 None None] Current status of the port b51c3b45-b7dc-4f16-9518-bdac4229b820 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:09.071632 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2087e501-2136-44a0-9d05-d9d7ecfa1130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (b51c3b45-b7dc-4f16-9518-bdac4229b820), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:09.092826 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-eae12fde-b2f2-4346-9e87-601bd52fc2f6 req-6e9eddae-bb9d-4533-8940-27ec83ea5367 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 210 time: 0.3296492 Apr 12 13:32:09.181012 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57912) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:09.187548 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cebd146f-74f6-4d83-925f-03f9dd44a8eb admin admin] Publish callbacks [] for port (2e72d20c-d658-4248-adc0-85f10a91dc28), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:09.247371 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ff0bba91-1008-4fe9-a040-a984afff5d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:09.309866 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-14be0e36-36dc-452c-81b7-d33b25a5ac36 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:09.316877 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-14be0e36-36dc-452c-81b7-d33b25a5ac36 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.41 "GET /v2.0/networks?id=a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 200 len: 818 time: 2.0093055 Apr 12 13:32:09.389062 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-b1b6adf0-f6c0-4641-a5bf-33d378e93dc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Request body: {'port': {'device_id': 'e25cb5a9-78fc-499c-9465-c7948dc1ab34', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'admin_state_up': True, 'tenant_id': 'd2bb2007ea0444849922a4d55efee799'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:09.394414 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ff0bba91-1008-4fe9-a040-a984afff5d3c admin admin] Publish callbacks [] for security_group (aea4ba27-8907-4f76-a001-ba99fb08c65e), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:09.444013 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ff0bba91-1008-4fe9-a040-a984afff5d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (aea4ba27-8907-4f76-a001-ba99fb08c65e), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:09.509673 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ce899d-ed23-4c61-a023-519ceaf8670b admin admin] Router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:32:09.518932 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-2087e501-2136-44a0-9d05-d9d7ecfa1130 None None] For port b51c3b45-b7dc-4f16-9518-bdac4229b820, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=b51c3b45-b7dc-4f16-9518-bdac4229b820,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:09.545006 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2087e501-2136-44a0-9d05-d9d7ecfa1130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (b51c3b45-b7dc-4f16-9518-bdac4229b820), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:09.661164 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-ff0bba91-1008-4fe9-a040-a984afff5d3c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7e92b446c444952a611116c2d64a1f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4764376 Apr 12 13:32:09.700212 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 57928) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:09.735690 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bba91-1008-4fe9-a040-a984afff5d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea4ba27-8907-4f76-a001-ba99fb08c65e,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:09.848222 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-f1bde0b7-114c-4c26-b947-a6d6259da416 None None] Provisioning complete for port 7005001a-2c7c-41de-b71a-fc3a729493a8 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:09.848767 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f1bde0b7-114c-4c26-b947-a6d6259da416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (7005001a-2c7c-41de-b71a-fc3a729493a8), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:09.882796 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'name': 'tempest-ServerRescueNegativeTestJSON-601545448-router', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2191125b-10f1-433b-b1af-080c8e118b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:50Z', 'updated_at': '2022-04-12T13:31:58Z', 'revision_number': 4, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'gw_port': {'id': '2191125b-10f1-433b-b1af-080c8e118b18', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:51Z', 'updated_at': '2022-04-12T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'b51c3b45-b7dc-4f16-9518-bdac4229b820', 'name': '', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'mac_address': 'fa:16:3e:1b:60:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:06Z', 'revision_number': 4, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'subnets': [{'id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:09.920291 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-1db99ca8-c85f-4206-8919-5c7d0877d1be tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Allocated IP 172.20.0.7 (1b3c0cab-d3a0-4e32-bb14-df2fc39987c2/8e2cd4b8-7554-47e8-bff8-5a6b9a68bf5c/bff5ac8e-e914-4f2e-8a20-b3d40d1dd675) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:32:10.004356 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 2191125b-10f1-433b-b1af-080c8e118b18 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:10.005958 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 5a29bdb6-8021-45a0-89af-6eddf24b7269 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:10.075336 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cebd146f-74f6-4d83-925f-03f9dd44a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (2e72d20c-d658-4248-adc0-85f10a91dc28), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:10.117918 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7e7129-b211-4ebc-b648-f6c0c8a8e9cc None None] The sync data for ids ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'] in dv-cinder-830098-4-iscsi is: [{'id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'name': 'tempest-ServerRescueNegativeTestJSON-601545448-router', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2191125b-10f1-433b-b1af-080c8e118b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:50Z', 'updated_at': '2022-04-12T13:31:58Z', 'revision_number': 4, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'gw_port': {'id': '2191125b-10f1-433b-b1af-080c8e118b18', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:51Z', 'updated_at': '2022-04-12T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'b51c3b45-b7dc-4f16-9518-bdac4229b820', 'name': '', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'mac_address': 'fa:16:3e:1b:60:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:06Z', 'revision_number': 4, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'subnets': [{'id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:32:10.162275 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087e501-2136-44a0-9d05-d9d7ecfa1130 None None] Pushing event updated for resources: {'Port': ['ID=b51c3b45-b7dc-4f16-9518-bdac4229b820,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:10.218974 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-f1bde0b7-114c-4c26-b947-a6d6259da416 None None] Port 7005001a-2c7c-41de-b71a-fc3a729493a8 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:32:10.228400 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 5a29bdb6-8021-45a0-89af-6eddf24b7269 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:10.232860 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (5a29bdb6-8021-45a0-89af-6eddf24b7269), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:10.378082 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] Publish callbacks [] for port (a5b970e8-2503-4988-a9a2-9d98058bd622), precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:10.396461 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (a5b970e8-2503-4988-a9a2-9d98058bd622), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:10.474543 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 5a29bdb6-8021-45a0-89af-6eddf24b7269 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:10.545290 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47101085-9648-428c-9718-1b78538d7afc None None] Pushing event updated for resources: {'Port': ['ID=a5b970e8-2503-4988-a9a2-9d98058bd622,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:10.595388 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] Attempting to bind port a5b970e8-2503-4988-a9a2-9d98058bd622 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:32:10.597047 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] Attempting to bind port a5b970e8-2503-4988-a9a2-9d98058bd622 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:32:10.598397 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] Attempting to bind port a5b970e8-2503-4988-a9a2-9d98058bd622 on network 3874c260-3040-429e-b62d-d740e6168690 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:10.606042 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d83757c0-34be-4f3b-a248-32bd37550396 admin admin] Publish callbacks [] for security_group (aea4ba27-8907-4f76-a001-ba99fb08c65e), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:10.612400 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:32:10.616260 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] Checking segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:10.616833 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:10.617747 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] Bound using segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:32:10.618395 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] Bound port: a5b970e8-2503-4988-a9a2-9d98058bd622, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:32:10.622328 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (a5b970e8-2503-4988-a9a2-9d98058bd622), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:10.712916 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] For port a5b970e8-2503-4988-a9a2-9d98058bd622, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:32:10.717660 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] For port a5b970e8-2503-4988-a9a2-9d98058bd622, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=a5b970e8-2503-4988-a9a2-9d98058bd622,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:32:10.726412 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (a5b970e8-2503-4988-a9a2-9d98058bd622), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:10.755697 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d83757c0-34be-4f3b-a248-32bd37550396 admin admin] Publish callbacks [] for security_group (aea4ba27-8907-4f76-a001-ba99fb08c65e), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:10.812378 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] Publish callbacks [] for port (42740dbb-4e80-47fc-ac6c-b92d8d4e7295), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:10.825160 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (42740dbb-4e80-47fc-ac6c-b92d8d4e7295), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:10.849167 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device b51c3b45-b7dc-4f16-9518-bdac4229b820 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:10.878412 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] Attempting to bind port 42740dbb-4e80-47fc-ac6c-b92d8d4e7295 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:32:10.878806 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] Attempting to bind port 42740dbb-4e80-47fc-ac6c-b92d8d4e7295 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:32:10.879270 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] Attempting to bind port 42740dbb-4e80-47fc-ac6c-b92d8d4e7295 on network 3874c260-3040-429e-b62d-d740e6168690 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:10.899625 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] Routers {'8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:10.900616 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:31:58Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:10.907513 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebd146f-74f6-4d83-925f-03f9dd44a8eb admin admin] Network dbcb15e3-0cf5-4145-a386-89dfb653c57e is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:10.969560 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:32:10.969944 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] Checking segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:10.970348 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:10.970744 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] Bound using segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:32:10.971226 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] Bound port: 42740dbb-4e80-47fc-ac6c-b92d8d4e7295, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:32:10.971604 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (42740dbb-4e80-47fc-ac6c-b92d8d4e7295), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:11.009496 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-68073dae-a81c-48a1-bb18-5ed73c2046d7 req-57b500ba-485a-4ba2-931c-154eb260e096 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 210 time: 0.8820531 Apr 12 13:32:11.037226 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.41', 56008) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:11.061178 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47101085-9648-428c-9718-1b78538d7afc None None] Pushing event updated for resources: {'Port': ['ID=a5b970e8-2503-4988-a9a2-9d98058bd622,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:11.166351 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] For port 42740dbb-4e80-47fc-ac6c-b92d8d4e7295, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:32:11.176979 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] For port 42740dbb-4e80-47fc-ac6c-b92d8d4e7295, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=42740dbb-4e80-47fc-ac6c-b92d8d4e7295,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:32:11.214265 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710c104-e289-4d37-8c87-931159934d3c None None] Pushing event updated for resources: {'Port': ['ID=42740dbb-4e80-47fc-ac6c-b92d8d4e7295,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:11.228735 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (42740dbb-4e80-47fc-ac6c-b92d8d4e7295), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:11.270326 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] Set router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:11.281999 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port b51c3b45-b7dc-4f16-9518-bdac4229b820 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:11.282385 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (b51c3b45-b7dc-4f16-9518-bdac4229b820), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:11.347916 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-cebd146f-74f6-4d83-925f-03f9dd44a8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:11.360863 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-78b29049-234d-41a2-8935-631af6d30571 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:11.362424 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-78b29049-234d-41a2-8935-631af6d30571 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.41 "GET /v2.0/networks?id=a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 200 len: 818 time: 0.3083191 Apr 12 13:32:11.372153 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd146f-74f6-4d83-925f-03f9dd44a8eb admin admin] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:32:11.372645 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cebd146f-74f6-4d83-925f-03f9dd44a8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466011'] for router_interface (3ec45d9b-d793-4123-bae4-18b12e08dbff), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:11.587039 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-1db99ca8-c85f-4206-8919-5c7d0877d1be tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Publish callbacks [] for port (bff5ac8e-e914-4f2e-8a20-b3d40d1dd675), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:11.590515 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710c104-e289-4d37-8c87-931159934d3c None None] Pushing event updated for resources: {'Port': ['ID=42740dbb-4e80-47fc-ac6c-b92d8d4e7295,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:11.603731 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] Routers {'3ec45d9b-d793-4123-bae4-18b12e08dbff'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:11.604944 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:31:58Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['3ec45d9b-d793-4123-bae4-18b12e08dbff'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:11.627888 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:03Z', 'revision_number': 3, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port': {'id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:00Z', 'updated_at': '2022-04-12T13:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:11.697703 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd146f-74f6-4d83-925f-03f9dd44a8eb admin admin] Pushing event updated for resources: {'Port': ['ID=2e72d20c-d658-4248-adc0-85f10a91dc28,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:11.721078 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560bbfaf-db8e-4298-8395-e62084d7a674 None None] The sync data for ids ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'] in dv-cinder-830098-4-iscsi is: [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:03Z', 'revision_number': 3, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port': {'id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:00Z', 'updated_at': '2022-04-12T13:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:32:11.806295 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-aa1918f4-9cfd-49b9-9e97-2bdca9b11c51 req-28d68aa7-f6d2-4dc3-93e2-25a360fe82e6 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 210 time: 0.1298356 Apr 12 13:32:11.825874 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ce899d-ed23-4c61-a023-519ceaf8670b admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:32:11.828212 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-1db99ca8-c85f-4206-8919-5c7d0877d1be tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (bff5ac8e-e914-4f2e-8a20-b3d40d1dd675), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:11.854728 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-59ce899d-ed23-4c61-a023-519ceaf8670b admin admin] 10.222.0.11 "PUT /v2.0/routers/85cf6bc7-442c-4ccb-a6a7-81479f6f8dde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3851018 Apr 12 13:32:11.890608 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] Sync routers for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:32:11.969332 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-1db99ca8-c85f-4206-8919-5c7d0877d1be tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Network 1b3c0cab-d3a0-4e32-bb14-df2fc39987c2 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:11.975433 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-1db99ca8-c85f-4206-8919-5c7d0877d1be tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:11.986926 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-1db99ca8-c85f-4206-8919-5c7d0877d1be tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:32:11.994217 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-1db99ca8-c85f-4206-8919-5c7d0877d1be tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:11.995924 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-1db99ca8-c85f-4206-8919-5c7d0877d1be tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:12.063837 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:12.064934 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:31:58Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:12.071313 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db99ca8-c85f-4206-8919-5c7d0877d1be tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Pushing event updated for resources: {'Port': ['ID=bff5ac8e-e914-4f2e-8a20-b3d40d1dd675,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:12.104559 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-1db99ca8-c85f-4206-8919-5c7d0877d1be tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5570843 Apr 12 13:32:12.117905 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-63a3fc3f-8d55-4b06-b1c9-33c3a5b470d8 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103294) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:32:12.120623 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-63a3fc3f-8d55-4b06-b1c9-33c3a5b470d8 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139983 Apr 12 13:32:12.130794 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d83757c0-34be-4f3b-a248-32bd37550396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (aea4ba27-8907-4f76-a001-ba99fb08c65e), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:12.145816 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d83757c0-34be-4f3b-a248-32bd37550396 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:12.148948 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-d83757c0-34be-4f3b-a248-32bd37550396 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aea4ba27-8907-4f76-a001-ba99fb08c65e HTTP/1.1" status: 204 len: 168 time: 2.4145746 Apr 12 13:32:12.171788 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-6ad4af13-0865-4017-9192-aea785db92ab tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Request body: {'port': {'device_id': 'a8c67260-2a67-4045-b4b4-801fd647e09c', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'admin_state_up': True, 'tenant_id': 'd2bb2007ea0444849922a4d55efee799'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:12.191761 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83757c0-34be-4f3b-a248-32bd37550396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea4ba27-8907-4f76-a001-ba99fb08c65e,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:12.496595 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-26cceb3f-47ae-400a-8a7b-ab874b9904ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for subnet (577022cf-d8d8-41b0-94b3-b26fd302f83c), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:12.498259 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] Set router 3ec45d9b-d793-4123-bae4-18b12e08dbff gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:12.755389 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-fdabbadb-f7b3-4f8c-afcf-546f014c5641 None None] Provisioning complete for port 2e72d20c-d658-4248-adc0-85f10a91dc28 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:12.762263 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fdabbadb-f7b3-4f8c-afcf-546f014c5641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (2e72d20c-d658-4248-adc0-85f10a91dc28), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:12.841854 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port b51c3b45-b7dc-4f16-9518-bdac4229b820 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:12.842910 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device f86b8547-3fe9-46f0-9ba3-8032bca866e9 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:13.042363 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Request body: {'port': {'device_id': '72c0240f-f956-4a45-865a-c88ae80a8aab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:13.046922 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:13.087057 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-b1b6adf0-f6c0-4641-a5bf-33d378e93dc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Made reservation on behalf of d2bb2007ea0444849922a4d55efee799 for: {'port': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:32:13.090686 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-b1b6adf0-f6c0-4641-a5bf-33d378e93dc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:13.199919 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-fdabbadb-f7b3-4f8c-afcf-546f014c5641 None None] Port 2e72d20c-d658-4248-adc0-85f10a91dc28 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:32:13.278666 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (bff5ac8e-e914-4f2e-8a20-b3d40d1dd675), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:13.507529 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port f86b8547-3fe9-46f0-9ba3-8032bca866e9 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:13.508201 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (f86b8547-3fe9-46f0-9ba3-8032bca866e9), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:13.771933 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58004) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:13.786415 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-830bf643-1be4-4b51-a033-4d42ebb0258f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1243759727', 'description': 'tempest-description--1603228268'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:13.972944 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:02Z', 'revision_number': 3, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port': {'id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:58Z', 'updated_at': '2022-04-12T13:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:14.001877 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d866d6f3-ee0a-45dc-8a1b-769322713d41 req-81d346a1-0262-496b-a430-ea767b618cff tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 210 time: 0.1400659 Apr 12 13:32:14.071411 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cceb3f-47ae-400a-8a7b-ab874b9904ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=577022cf-d8d8-41b0-94b3-b26fd302f83c,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:14.072390 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-830bf643-1be4-4b51-a033-4d42ebb0258f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:14.082169 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cceb3f-47ae-400a-8a7b-ab874b9904ad admin admin] Checking segment: {'id': '72b54942-b7f2-4699-9532-0c17c87de77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fa6f4dbf-3d18-4831-8cf0-010f9e49d572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:14.082843 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cceb3f-47ae-400a-8a7b-ab874b9904ad admin admin] Network hostable DHCP agents. Network: fa6f4dbf-3d18-4831-8cf0-010f9e49d572, hostable agents: ['3cc0c115-7315-4105-a658-2bafa3cb223c'], hosted agents: [] {{(pid=103295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:32:14.087410 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b145dd47-8256-4a81-afc8-a62e8761ec83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:14.105579 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cebd146f-74f6-4d83-925f-03f9dd44a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (2e72d20c-d658-4248-adc0-85f10a91dc28), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:14.122664 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 58012) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:14.147391 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577c602-c7eb-4b05-9b97-f350b0836fcf req-74fa8df0-133c-4271-a558-6c5be07365f6 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:14.149316 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7577c602-c7eb-4b05-9b97-f350b0836fcf req-74fa8df0-133c-4271-a558-6c5be07365f6 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 931 time: 1.6901448 Apr 12 13:32:14.294434 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22dda30-d58d-4c80-8e59-53319f8a1d56 None None] The sync data for ids ['3ec45d9b-d793-4123-bae4-18b12e08dbff'] in dv-cinder-830098-4-iscsi is: [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:02Z', 'revision_number': 3, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port': {'id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:58Z', 'updated_at': '2022-04-12T13:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:32:14.351160 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port f86b8547-3fe9-46f0-9ba3-8032bca866e9 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:14.513253 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:06Z', 'revision_number': 2, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:14.619363 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device a5b970e8-2503-4988-a9a2-9d98058bd622 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:14.630349 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] Checking router: 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:32:14.631158 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] Updating router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde port 7005001a-2c7c-41de-b71a-fc3a729493a8 binding host dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:32:14.690607 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-6ad4af13-0865-4017-9192-aea785db92ab tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Made reservation on behalf of d2bb2007ea0444849922a4d55efee799 for: {'port': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:32:14.702346 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-6ad4af13-0865-4017-9192-aea785db92ab tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:14.750600 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 {{(pid=103294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:32:14.778316 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Publish callbacks [] for port (bff5ac8e-e914-4f2e-8a20-b3d40d1dd675), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:14.831384 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.provisioning_blocks [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Transition to ACTIVE for port object bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 will not be triggered until provisioned by entity L2. {{(pid=103294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:32:14.840363 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (7005001a-2c7c-41de-b71a-fc3a729493a8), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:14.852140 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-830bf643-1be4-4b51-a033-4d42ebb0258f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (453a5b11-95e1-4183-adfd-07b27f64b179), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:14.877663 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (bff5ac8e-e914-4f2e-8a20-b3d40d1dd675), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:14.895343 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-830bf643-1be4-4b51-a033-4d42ebb0258f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (453a5b11-95e1-4183-adfd-07b27f64b179), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:15.094061 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Pushing event updated for resources: {'Port': ['ID=bff5ac8e-e914-4f2e-8a20-b3d40d1dd675,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:15.142088 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port a5b970e8-2503-4988-a9a2-9d98058bd622 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:15.143419 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (a5b970e8-2503-4988-a9a2-9d98058bd622), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:15.223942 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-830bf643-1be4-4b51-a033-4d42ebb0258f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:15.227954 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-830bf643-1be4-4b51-a033-4d42ebb0258f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4518495 Apr 12 13:32:15.282225 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58028) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:15.306517 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-e6e92af9-0506-458c-a08b-50ae2cc6921c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'security_group_rule': {'security_group_id': '453a5b11-95e1-4183-adfd-07b27f64b179', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:15.323700 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bf643-1be4-4b51-a033-4d42ebb0258f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=453a5b11-95e1-4183-adfd-07b27f64b179,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:15.403381 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2b0e6423-f8ed-4d33-8aff-1d431f77610d req-ace7e2c3-7d5a-41ef-8434-28337a94409e tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 210 time: 0.2157845 Apr 12 13:32:15.490502 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port a5b970e8-2503-4988-a9a2-9d98058bd622 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:15.491124 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (a5b970e8-2503-4988-a9a2-9d98058bd622), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:15.565283 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] For port a5b970e8-2503-4988-a9a2-9d98058bd622, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=a5b970e8-2503-4988-a9a2-9d98058bd622,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:15.589141 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (a5b970e8-2503-4988-a9a2-9d98058bd622), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:15.606721 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Attempting to bind port bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:32:15.607457 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Attempting to bind port bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '3ba56b40-d89a-4c5b-b67f-cac906f690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1b3c0cab-d3a0-4e32-bb14-df2fc39987c2'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:32:15.607996 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Attempting to bind port bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 on network 1b3c0cab-d3a0-4e32-bb14-df2fc39987c2 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:15.616186 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Port bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 on network 1b3c0cab-d3a0-4e32-bb14-df2fc39987c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:32:15.621985 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Attempting to bind port bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 on network 1b3c0cab-d3a0-4e32-bb14-df2fc39987c2 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:15.650566 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:32:15.659052 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Checking segment: {'id': '3ba56b40-d89a-4c5b-b67f-cac906f690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1b3c0cab-d3a0-4e32-bb14-df2fc39987c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:15.659921 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Bound using segment: {'id': '3ba56b40-d89a-4c5b-b67f-cac906f690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1b3c0cab-d3a0-4e32-bb14-df2fc39987c2'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:32:15.660564 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Bound port: bff5ac8e-e914-4f2e-8a20-b3d40d1dd675, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba56b40-d89a-4c5b-b67f-cac906f690fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1b3c0cab-d3a0-4e32-bb14-df2fc39987c2'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:32:15.661128 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (bff5ac8e-e914-4f2e-8a20-b3d40d1dd675), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:15.677770 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e6e92af9-0506-458c-a08b-50ae2cc6921c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (aef2ced8-b4c4-4a73-a33c-041424a4a512), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:15.761567 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Pushing event updated for resources: {'Port': ['ID=a5b970e8-2503-4988-a9a2-9d98058bd622,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:15.790098 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cebd146f-74f6-4d83-925f-03f9dd44a8eb admin admin] Publish callbacks [] for port (2e72d20c-d658-4248-adc0-85f10a91dc28), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:15.895136 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] For port bff5ac8e-e914-4f2e-8a20-b3d40d1dd675, host hv-cinder-83009, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:32:15.903677 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] For port bff5ac8e-e914-4f2e-8a20-b3d40d1dd675, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bff5ac8e-e914-4f2e-8a20-b3d40d1dd675,segment=NetworkSegment(3ba56b40-d89a-4c5b-b67f-cac906f690fd),segment_id=3ba56b40-d89a-4c5b-b67f-cac906f690fd)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:32:16.005063 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-b145dd47-8256-4a81-afc8-a62e8761ec83 admin admin] Allocated IP 172.20.0.1 (f075efcd-1b7f-4180-93c5-9b0501e51c53/a5deca89-4859-4941-9efc-762fc23afa05/e52279ae-dd65-4c03-a033-75fdd026ab85) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:32:16.071637 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] Publish callbacks [] for port (7005001a-2c7c-41de-b71a-fc3a729493a8), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:16.080587 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e6e92af9-0506-458c-a08b-50ae2cc6921c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (aef2ced8-b4c4-4a73-a33c-041424a4a512), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:16.087834 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (7005001a-2c7c-41de-b71a-fc3a729493a8), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:16.106185 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (bff5ac8e-e914-4f2e-8a20-b3d40d1dd675), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:16.132146 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e6e92af9-0506-458c-a08b-50ae2cc6921c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (aef2ced8-b4c4-4a73-a33c-041424a4a512), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:16.163453 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cceb3f-47ae-400a-8a7b-ab874b9904ad admin admin] Network fa6f4dbf-3d18-4831-8cf0-010f9e49d572 is scheduled to be hosted by DHCP agent 3cc0c115-7315-4105-a658-2bafa3cb223c with binding_index 1 {{(pid=103295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:32:16.257412 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ac178e29-ccb5-4b03-850d-285ad50d4050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:16.288954 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cebd146f-74f6-4d83-925f-03f9dd44a8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (2e72d20c-d658-4248-adc0-85f10a91dc28), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:16.291290 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cebd146f-74f6-4d83-925f-03f9dd44a8eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463851'] for router_interface (3ec45d9b-d793-4123-bae4-18b12e08dbff), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:16.304795 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e92af9-0506-458c-a08b-50ae2cc6921c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef2ced8-b4c4-4a73-a33c-041424a4a512,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:16.316766 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:16.320922 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:16.323636 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] 10.222.0.41 "PUT /v2.0/ports/bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 HTTP/1.1" status: 200 len: 1093 time: 3.9334266 Apr 12 13:32:16.331321 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e998ab-d305-4a7d-a748-c99da5ca7d7d None None] Pushing event updated for resources: {'Port': ['ID=7005001a-2c7c-41de-b71a-fc3a729493a8,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:16.350654 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c0240f-f956-4a45-865a-c88ae80a8aab', 'tag': 'bff5ac8e-e914-4f2e-8a20-b3d40d1dd675'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:32:16.399301 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-26cceb3f-47ae-400a-8a7b-ab874b9904ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-4-iscsi, fa6f4dbf-3d18-4831-8cf0-010f9e49d572) {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:16.487711 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef76b44-8d65-439e-8774-8d5ac1e37e9a None None] Network fa6f4dbf-3d18-4831-8cf0-010f9e49d572 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:32:16.508144 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cceb3f-47ae-400a-8a7b-ab874b9904ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:16.512420 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-26cceb3f-47ae-400a-8a7b-ab874b9904ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:16.530044 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] Attempting to bind port 7005001a-2c7c-41de-b71a-fc3a729493a8 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:32:16.530616 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] Attempting to bind port 7005001a-2c7c-41de-b71a-fc3a729493a8 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:32:16.530835 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] Attempting to bind port 7005001a-2c7c-41de-b71a-fc3a729493a8 on network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:16.600675 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:32:16.601132 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] Checking segment: {'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:16.601545 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:16.602118 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] Bound using segment: {'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:32:16.602685 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] Bound port: 7005001a-2c7c-41de-b71a-fc3a729493a8, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:32:16.603070 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (7005001a-2c7c-41de-b71a-fc3a729493a8), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:16.616984 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e6e92af9-0506-458c-a08b-50ae2cc6921c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:16.621501 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-e6e92af9-0506-458c-a08b-50ae2cc6921c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3350952 Apr 12 13:32:16.683266 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58052) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:16.751963 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device a5b970e8-2503-4988-a9a2-9d98058bd622 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:16.772542 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-829b9e8c-c40d-4406-acde-2c4caa737256 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'security_group_rule': {'security_group_id': '453a5b11-95e1-4183-adfd-07b27f64b179', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:16.803913 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd146f-74f6-4d83-925f-03f9dd44a8eb admin admin] Pushing event updated for resources: {'Port': ['ID=2e72d20c-d658-4248-adc0-85f10a91dc28,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:16.869094 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-d258edc9-e55b-438b-9580-17ab29c4b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:16.871024 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-d258edc9-e55b-438b-9580-17ab29c4b52a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9710ad5778594c64b12108da4f6db548&device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 1127 time: 0.3547134 Apr 12 13:32:16.871674 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82e54c-f043-4f41-8054-31be57aa391d service neutron] Pushing event updated for resources: {'Port': ['ID=bff5ac8e-e914-4f2e-8a20-b3d40d1dd675,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:16.894027 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-44a7de7a-41ff-4509-8c0e-da39dbca028a req-997c9876-703a-4f04-b98a-e3ec49f1482e tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 210 time: 0.2628715 Apr 12 13:32:16.922432 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7577c602-c7eb-4b05-9b97-f350b0836fcf req-5702daf2-d19f-4853-8b05-9fb98334d581 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.6950431 Apr 12 13:32:16.978605 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-d8326dda-9e65-4a00-9eaf-b079b2a09949 None None] Provisioning complete for port 7005001a-2c7c-41de-b71a-fc3a729493a8 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:16.979579 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d8326dda-9e65-4a00-9eaf-b079b2a09949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (7005001a-2c7c-41de-b71a-fc3a729493a8), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:17.093582 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ac178e29-ccb5-4b03-850d-285ad50d4050 admin admin] Publish callbacks [] for security_group (431d8b9c-3201-4560-9066-6a7f9c192f67), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:17.103187 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-6ad4af13-0865-4017-9192-aea785db92ab tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Allocated IP 172.20.0.5 (a956ac86-261f-4fbb-bce0-1832a315bc64/5f3d8356-64c5-4a91-99a8-70c6abe2b2fb/1cfea81e-d77e-4c85-ae49-26b624080d7c) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:32:17.107843 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d8326dda-9e65-4a00-9eaf-b079b2a09949 None None] Port 7005001a-2c7c-41de-b71a-fc3a729493a8 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:32:17.132645 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-26cceb3f-47ae-400a-8a7b-ab874b9904ad admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 10.0893176 Apr 12 13:32:17.134242 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ac178e29-ccb5-4b03-850d-285ad50d4050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (431d8b9c-3201-4560-9066-6a7f9c192f67), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:17.137878 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f637067-1d00-485f-9b64-5e22ae4b9c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "72c0240f-f956-4a45-865a-c88ae80a8aab", "tag": "bff5ac8e-e914-4f2e-8a20-b3d40d1dd675"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:32:17.158630 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-53ea650d-27ff-4e80-9656-ff7f61b3734c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 HTTP/1.1" status: 200 len: 217 time: 0.2597497 Apr 12 13:32:17.160427 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97b22df-c8bf-4521-9bfe-8031aacc8c66 None None] Network fa6f4dbf-3d18-4831-8cf0-010f9e49d572 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:32:17.186681 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-829b9e8c-c40d-4406-acde-2c4caa737256 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (3aa35795-cd59-4790-af09-864c0f7d0cc2), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:17.309352 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-ac178e29-ccb5-4b03-850d-285ad50d4050 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0aa4d451b77a4d29841e895ade997be0&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1708474 Apr 12 13:32:17.311557 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58064) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:17.325161 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac178e29-ccb5-4b03-850d-285ad50d4050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431d8b9c-3201-4560-9066-6a7f9c192f67,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:17.406374 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-829b9e8c-c40d-4406-acde-2c4caa737256 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (3aa35795-cd59-4790-af09-864c0f7d0cc2), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:17.409808 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] For port 7005001a-2c7c-41de-b71a-fc3a729493a8, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:32:17.419307 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-46bae564-6c27-4937-b03c-a500b1f65a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:17.420657 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] For port 7005001a-2c7c-41de-b71a-fc3a729493a8, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=7005001a-2c7c-41de-b71a-fc3a729493a8,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:32:17.421602 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-46bae564-6c27-4937-b03c-a500b1f65a12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e2cd4b8-7554-47e8-bff8-5a6b9a68bf5c HTTP/1.1" status: 200 len: 852 time: 0.1607118 Apr 12 13:32:17.427605 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-829b9e8c-c40d-4406-acde-2c4caa737256 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (3aa35795-cd59-4790-af09-864c0f7d0cc2), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:17.477221 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b145dd47-8256-4a81-afc8-a62e8761ec83 admin admin] Publish callbacks [] for port (e52279ae-dd65-4c03-a033-75fdd026ab85), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:17.506811 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (7005001a-2c7c-41de-b71a-fc3a729493a8), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:17.509710 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebd146f-74f6-4d83-925f-03f9dd44a8eb admin admin] Network dbcb15e3-0cf5-4145-a386-89dfb653c57e is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:17.546659 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-cebd146f-74f6-4d83-925f-03f9dd44a8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:17.554920 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-175c8d4d-4cf7-4669-9aee-db2d3abfbbfb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b3c0cab-d3a0-4e32-bb14-df2fc39987c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240389 Apr 12 13:32:17.556999 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f863d98a-7c9f-4fa2-9eda-7c05d1561639 x-openstack-request-id: req-f863d98a-7c9f-4fa2-9eda-7c05d1561639 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:32:17.557707 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c0240f-f956-4a45-865a-c88ae80a8aab", "tag": "bff5ac8e-e914-4f2e-8a20-b3d40d1dd675", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:32:17.559865 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f863d98a-7c9f-4fa2-9eda-7c05d1561639 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:32:17.560759 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f863d98a-7c9f-4fa2-9eda-7c05d1561639'] response: {'name': 'network-changed', 'server_uuid': '72c0240f-f956-4a45-865a-c88ae80a8aab', 'tag': 'bff5ac8e-e914-4f2e-8a20-b3d40d1dd675', 'status': 'completed', 'code': 200} Apr 12 13:32:17.575301 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b9e8c-c40d-4406-acde-2c4caa737256 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa35795-cd59-4790-af09-864c0f7d0cc2,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:17.626750 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port a5b970e8-2503-4988-a9a2-9d98058bd622 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:17.647040 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (a5b970e8-2503-4988-a9a2-9d98058bd622), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:17.679624 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-829b9e8c-c40d-4406-acde-2c4caa737256 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:17.680765 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-829b9e8c-c40d-4406-acde-2c4caa737256 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9890437 Apr 12 13:32:17.692080 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58072) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:17.692778 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-eed4ae93-0493-4c2c-b93b-74a80a721937 admin admin] Publish callbacks [] for security_group (431d8b9c-3201-4560-9066-6a7f9c192f67), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:17.734351 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-eed4ae93-0493-4c2c-b93b-74a80a721937 admin admin] Publish callbacks [] for security_group (431d8b9c-3201-4560-9066-6a7f9c192f67), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:17.764960 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e998ab-d305-4a7d-a748-c99da5ca7d7d None None] Pushing event updated for resources: {'Port': ['ID=7005001a-2c7c-41de-b71a-fc3a729493a8,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:17.820518 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-b09e2a46-6d96-4684-bd62-cae8432fc30f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'floatingip': {'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:17.865557 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-eed4ae93-0493-4c2c-b93b-74a80a721937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (431d8b9c-3201-4560-9066-6a7f9c192f67), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:17.868284 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:17.868937 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:31:58Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:17.876593 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-eed4ae93-0493-4c2c-b93b-74a80a721937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:17.881872 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-eed4ae93-0493-4c2c-b93b-74a80a721937 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/431d8b9c-3201-4560-9066-6a7f9c192f67 HTTP/1.1" status: 204 len: 168 time: 0.5692949 Apr 12 13:32:17.936696 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-6ad4af13-0865-4017-9192-aea785db92ab tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for port (1cfea81e-d77e-4c85-ae49-26b624080d7c), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:17.946814 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4ae93-0493-4c2c-b93b-74a80a721937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431d8b9c-3201-4560-9066-6a7f9c192f67,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:18.216760 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-6ad4af13-0865-4017-9192-aea785db92ab tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (1cfea81e-d77e-4c85-ae49-26b624080d7c), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:18.505744 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-bea2a690-131c-405e-8421-d848bbb95f5d None None] Provisioning complete for port 2e72d20c-d658-4248-adc0-85f10a91dc28 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:18.506406 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bea2a690-131c-405e-8421-d848bbb95f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (2e72d20c-d658-4248-adc0-85f10a91dc28), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:18.519908 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port a5b970e8-2503-4988-a9a2-9d98058bd622 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:18.519908 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 42740dbb-4e80-47fc-ac6c-b92d8d4e7295 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:18.556893 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25cdb5d-41f1-4323-a4e1-0513f838d1d0 req-a02fb3ca-2928-4a83-9862-3b60fa9bebdc tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:18.565385 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b25cdb5d-41f1-4323-a4e1-0513f838d1d0 req-a02fb3ca-2928-4a83-9862-3b60fa9bebdc tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 943 time: 0.1109850 Apr 12 13:32:18.570477 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58094) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:18.583120 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-1f0a7e24-6203-4d4e-8908-b5932bc35145 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1374187173-network', 'tenant_id': '45d59cea5ace442197072f120e7e05df'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:18.607398 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b09e2a46-6d96-4684-bd62-cae8432fc30f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:18.630557 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58098) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:18.653882 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f8df6612-ae29-40ff-bafa-8badc9e35c81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:18.685275 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:18.712759 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-6ad4af13-0865-4017-9192-aea785db92ab tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Network a956ac86-261f-4fbb-bce0-1832a315bc64 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:18.753536 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.db.api [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-b1b6adf0-f6c0-4641-a5bf-33d378e93dc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.5-524ef290-dac0-422c-b408-b8e4815726ac {{(pid=103295) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 12 13:32:18.753903 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG oslo_db.api [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-b1b6adf0-f6c0-4641-a5bf-33d378e93dc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 12 13:32:18.754827 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b145dd47-8256-4a81-afc8-a62e8761ec83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (e52279ae-dd65-4c03-a033-75fdd026ab85), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:18.757746 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f8df6612-ae29-40ff-bafa-8badc9e35c81 admin admin] Publish callbacks [] for security_group (3960c475-5ddd-4150-9faa-fbeb173283ea), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:18.776315 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f8df6612-ae29-40ff-bafa-8badc9e35c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (3960c475-5ddd-4150-9faa-fbeb173283ea), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:18.800112 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-6ad4af13-0865-4017-9192-aea785db92ab tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:18.801303 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-bea2a690-131c-405e-8421-d848bbb95f5d None None] Port 2e72d20c-d658-4248-adc0-85f10a91dc28 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:32:18.847524 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-6ad4af13-0865-4017-9192-aea785db92ab tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:32:18.851577 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df6612-ae29-40ff-bafa-8badc9e35c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3960c475-5ddd-4150-9faa-fbeb173283ea,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:18.855855 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-a7078f76-8d1d-4914-adb4-67a7ff8bb124 service neutron] 10.222.0.41 "GET /v2.0/networks/1b3c0cab-d3a0-4e32-bb14-df2fc39987c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2193096 Apr 12 13:32:18.870546 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0a7e24-6203-4d4e-8908-b5932bc35145 admin admin] Made reservation on behalf of 45d59cea5ace442197072f120e7e05df for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:32:18.873514 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1f0a7e24-6203-4d4e-8908-b5932bc35145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:18.878142 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-6ad4af13-0865-4017-9192-aea785db92ab tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:18.880598 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-6ad4af13-0865-4017-9192-aea785db92ab tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:18.910597 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1f0a7e24-6203-4d4e-8908-b5932bc35145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:18.919073 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:18.926998 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 42740dbb-4e80-47fc-ac6c-b92d8d4e7295 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:18.927390 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (42740dbb-4e80-47fc-ac6c-b92d8d4e7295), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:18.973667 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b25cdb5d-41f1-4323-a4e1-0513f838d1d0 req-efa8dadf-b181-45f3-9c5b-a5ce2c817eab tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071016 Apr 12 13:32:19.006880 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8d189-a08d-4556-95a2-6142f0301bf9 req-24a5d4d7-7624-4d97-b427-c921c5222e88 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:19.012341 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3fd8d189-a08d-4556-95a2-6142f0301bf9 req-24a5d4d7-7624-4d97-b427-c921c5222e88 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 931 time: 0.8973882 Apr 12 13:32:19.025609 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f8df6612-ae29-40ff-bafa-8badc9e35c81 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0fb12f7c23944fbb2f3ae02598807a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3917918 Apr 12 13:32:19.038041 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58100) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:19.076472 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-16d7d549-77c7-4ba5-b74b-4f709ed48aa5 None None] Provisioning complete for port 7005001a-2c7c-41de-b71a-fc3a729493a8 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:19.078384 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-16d7d549-77c7-4ba5-b74b-4f709ed48aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (7005001a-2c7c-41de-b71a-fc3a729493a8), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:19.082466 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4af13-0865-4017-9192-aea785db92ab tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Pushing event updated for resources: {'Port': ['ID=1cfea81e-d77e-4c85-ae49-26b624080d7c,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:19.189618 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b09e2a46-6d96-4684-bd62-cae8432fc30f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:19.204827 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebd146f-74f6-4d83-925f-03f9dd44a8eb admin admin] Router 3ec45d9b-d793-4123-bae4-18b12e08dbff has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:32:19.214190 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4bd06c8b-5ce3-4104-b1fe-60a9018cabe5 admin admin] Publish callbacks [] for security_group (3960c475-5ddd-4150-9faa-fbeb173283ea), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:19.235604 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-6ad4af13-0865-4017-9192-aea785db92ab tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5389807 Apr 12 13:32:19.242089 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b145dd47-8256-4a81-afc8-a62e8761ec83 admin admin] Network f075efcd-1b7f-4180-93c5-9b0501e51c53 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:19.242626 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4bd06c8b-5ce3-4104-b1fe-60a9018cabe5 admin admin] Publish callbacks [] for security_group (3960c475-5ddd-4150-9faa-fbeb173283ea), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:19.265847 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-b1b6adf0-f6c0-4641-a5bf-33d378e93dc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:19.286017 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Request body: {'port': {'device_id': 'a8c67260-2a67-4045-b4b4-801fd647e09c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:19.317728 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-b145dd47-8256-4a81-afc8-a62e8761ec83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:19.334563 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4bd06c8b-5ce3-4104-b1fe-60a9018cabe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (3960c475-5ddd-4150-9faa-fbeb173283ea), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:19.343978 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4bd06c8b-5ce3-4104-b1fe-60a9018cabe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:19.348156 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-4bd06c8b-5ce3-4104-b1fe-60a9018cabe5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3960c475-5ddd-4150-9faa-fbeb173283ea HTTP/1.1" status: 204 len: 168 time: 0.3045363 Apr 12 13:32:19.356325 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b145dd47-8256-4a81-afc8-a62e8761ec83 admin admin] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:32:19.361589 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b145dd47-8256-4a81-afc8-a62e8761ec83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466011'] for router_interface (8b17a60c-abfe-4da5-8809-e2b32c3c7a5c), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:19.398089 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:17Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:19.437211 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2598bca-885e-4995-905b-de1c86974d50 None None] The sync data for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi is: [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:17Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:32:19.438952 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 42740dbb-4e80-47fc-ac6c-b92d8d4e7295 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:19.439384 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (42740dbb-4e80-47fc-ac6c-b92d8d4e7295), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:19.499816 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] For port 42740dbb-4e80-47fc-ac6c-b92d8d4e7295, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=42740dbb-4e80-47fc-ac6c-b92d8d4e7295,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:19.511247 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (42740dbb-4e80-47fc-ac6c-b92d8d4e7295), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:19.610463 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-29bfca8f-0581-4281-8a85-b5b3ce2541f4 req-00a7e712-4693-46f3-9269-6760e60a7754 service neutron] 10.222.0.41 "GET /v2.0/networks/1b3c0cab-d3a0-4e32-bb14-df2fc39987c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7043672 Apr 12 13:32:19.655173 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd06c8b-5ce3-4104-b1fe-60a9018cabe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3960c475-5ddd-4150-9faa-fbeb173283ea,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:19.693703 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145dd47-8256-4a81-afc8-a62e8761ec83 admin admin] Pushing event updated for resources: {'Port': ['ID=e52279ae-dd65-4c03-a033-75fdd026ab85,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:19.832794 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Pushing event updated for resources: {'Port': ['ID=42740dbb-4e80-47fc-ac6c-b92d8d4e7295,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:19.848496 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-16d7d549-77c7-4ba5-b74b-4f709ed48aa5 None None] Current status of the port 7005001a-2c7c-41de-b71a-fc3a729493a8 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:19.848836 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-16d7d549-77c7-4ba5-b74b-4f709ed48aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (7005001a-2c7c-41de-b71a-fc3a729493a8), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:19.934182 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (1cfea81e-d77e-4c85-ae49-26b624080d7c), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:19.935567 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-16d7d549-77c7-4ba5-b74b-4f709ed48aa5 None None] For port 7005001a-2c7c-41de-b71a-fc3a729493a8, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=7005001a-2c7c-41de-b71a-fc3a729493a8,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:19.947238 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3fd8d189-a08d-4556-95a2-6142f0301bf9 req-b0b57783-2e31-4362-9b95-fff561bc3c6f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7349346 Apr 12 13:32:19.947740 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-16d7d549-77c7-4ba5-b74b-4f709ed48aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (7005001a-2c7c-41de-b71a-fc3a729493a8), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:19.964910 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1f0a7e24-6203-4d4e-8908-b5932bc35145 admin admin] Publish callbacks [] for security_group (5d2fa612-b129-4905-9b76-d32a2906a4de), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:20.009451 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1f0a7e24-6203-4d4e-8908-b5932bc35145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (5d2fa612-b129-4905-9b76-d32a2906a4de), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:20.035306 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f637067-1d00-485f-9b64-5e22ae4b9c8d req-eaf1dd1b-efc2-4f56-9ff9-701dbaff0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:20.045073 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0f637067-1d00-485f-9b64-5e22ae4b9c8d req-eaf1dd1b-efc2-4f56-9ff9-701dbaff0f86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9710ad5778594c64b12108da4f6db548&device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 1127 time: 0.3279033 Apr 12 13:32:20.159419 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-be20cc01-7c06-43a5-bf6d-36443966434f None None] Provisioning complete for port e52279ae-dd65-4c03-a033-75fdd026ab85 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:20.161242 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-be20cc01-7c06-43a5-bf6d-36443966434f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (e52279ae-dd65-4c03-a033-75fdd026ab85), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:20.252091 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7d549-77c7-4ba5-b74b-4f709ed48aa5 None None] Pushing event updated for resources: {'Port': ['ID=7005001a-2c7c-41de-b71a-fc3a729493a8,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:20.279118 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-be20cc01-7c06-43a5-bf6d-36443966434f None None] Port e52279ae-dd65-4c03-a033-75fdd026ab85 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:32:20.288787 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-be20cc01-7c06-43a5-bf6d-36443966434f None None] Provisioning complete for port 1cfea81e-d77e-4c85-ae49-26b624080d7c triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:20.289491 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-be20cc01-7c06-43a5-bf6d-36443966434f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (1cfea81e-d77e-4c85-ae49-26b624080d7c), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:20.313038 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-b09e2a46-6d96-4684-bd62-cae8432fc30f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Allocated IP 172.27.2.148 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/65f2d4c3-5e57-4705-906a-7185c391402c) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:32:20.323534 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b145dd47-8256-4a81-afc8-a62e8761ec83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (e52279ae-dd65-4c03-a033-75fdd026ab85), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:20.449338 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-be20cc01-7c06-43a5-bf6d-36443966434f None None] Port 1cfea81e-d77e-4c85-ae49-26b624080d7c cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:32:20.622145 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b09e2a46-6d96-4684-bd62-cae8432fc30f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for port (65f2d4c3-5e57-4705-906a-7185c391402c), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:20.653629 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0a7e24-6203-4d4e-8908-b5932bc35145 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:32:21.065222 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a7e24-6203-4d4e-8908-b5932bc35145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2fa612-b129-4905-9b76-d32a2906a4de,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:21.073729 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1f0a7e24-6203-4d4e-8908-b5932bc35145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (53eaf8a6-7fa1-4f18-80a3-a71125670d89), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:21.074557 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-1f0a7e24-6203-4d4e-8908-b5932bc35145 admin admin] Added segment 53eaf8a6-7fa1-4f18-80a3-a71125670d89 of type vlan for network 56d0e3b5-74d3-4a32-b402-dcddcc791afc Apr 12 13:32:21.180793 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887da22-769c-458c-a5e2-89a0dda7089b req-192c664e-8668-4089-abe9-f05117cfb69f tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:21.189543 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d887da22-769c-458c-a5e2-89a0dda7089b req-192c664e-8668-4089-abe9-f05117cfb69f tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 943 time: 0.9929178 Apr 12 13:32:21.309749 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d887da22-769c-458c-a5e2-89a0dda7089b req-649978db-eb24-4e39-b77a-3bf447904ca3 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969300 Apr 12 13:32:21.315637 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1f0a7e24-6203-4d4e-8908-b5932bc35145 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776758315614'] for network (56d0e3b5-74d3-4a32-b402-dcddcc791afc), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:21.318852 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f637067-1d00-485f-9b64-5e22ae4b9c8d req-9ecfcbc5-ea74-4769-ab94-7d190b1d553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:21.320638 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0f637067-1d00-485f-9b64-5e22ae4b9c8d req-9ecfcbc5-ea74-4769-ab94-7d190b1d553a service neutron] 10.222.0.41 "GET /v2.0/networks?id=1b3c0cab-d3a0-4e32-bb14-df2fc39987c2 HTTP/1.1" status: 200 len: 913 time: 1.2354593 Apr 12 13:32:21.323466 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebd146f-74f6-4d83-925f-03f9dd44a8eb admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:32:21.336399 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b09e2a46-6d96-4684-bd62-cae8432fc30f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (65f2d4c3-5e57-4705-906a-7185c391402c), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:21.336526 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-cebd146f-74f6-4d83-925f-03f9dd44a8eb admin admin] 10.222.0.11 "PUT /v2.0/routers/3ec45d9b-d793-4123-bae4-18b12e08dbff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8119719 Apr 12 13:32:21.350086 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] Sync routers for ids ['3ec45d9b-d793-4123-bae4-18b12e08dbff'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:32:21.373941 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] Routers {'3ec45d9b-d793-4123-bae4-18b12e08dbff'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:21.374774 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:31:58Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['3ec45d9b-d793-4123-bae4-18b12e08dbff'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:21.511131 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1f0a7e24-6203-4d4e-8908-b5932bc35145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for network (56d0e3b5-74d3-4a32-b402-dcddcc791afc), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:21.512091 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0a7e24-6203-4d4e-8908-b5932bc35145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:21.512681 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1f0a7e24-6203-4d4e-8908-b5932bc35145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:21.601621 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-b1b6adf0-f6c0-4641-a5bf-33d378e93dc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Allocated IP 172.20.0.10 (a956ac86-261f-4fbb-bce0-1832a315bc64/5f3d8356-64c5-4a91-99a8-70c6abe2b2fb/f0ab50a3-db2b-4e65-8622-172c27e72eac) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:32:21.614265 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39774834-0c76-4f7a-92e6-13445b4a0b2c req-c6c86c25-5b9f-4341-979f-c27fb7bea498 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:21.622079 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-39774834-0c76-4f7a-92e6-13445b4a0b2c req-c6c86c25-5b9f-4341-979f-c27fb7bea498 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 931 time: 0.2709813 Apr 12 13:32:21.653198 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0f637067-1d00-485f-9b64-5e22ae4b9c8d req-192ec083-e399-4504-9118-d22148ed2835 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 HTTP/1.1" status: 200 len: 217 time: 0.3146994 Apr 12 13:32:21.655035 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a7e24-6203-4d4e-8908-b5932bc35145 admin admin] Pushing event updated for resources: {'Network': ['ID=56d0e3b5-74d3-4a32-b402-dcddcc791afc,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:21.673221 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Network 56d0e3b5-74d3-4a32-b402-dcddcc791afc details requested by agent ovs-agent-dv-cinder-830098-4-iscsi with host dv-cinder-830098-4-iscsi {{(pid=103296) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:32:21.742565 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f637067-1d00-485f-9b64-5e22ae4b9c8d req-7f98c623-41b8-4ca8-85f1-8b9360138d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:21.745654 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0f637067-1d00-485f-9b64-5e22ae4b9c8d req-7f98c623-41b8-4ca8-85f1-8b9360138d78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e2cd4b8-7554-47e8-bff8-5a6b9a68bf5c HTTP/1.1" status: 200 len: 852 time: 0.0842018 Apr 12 13:32:21.750669 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09e2a46-6d96-4684-bd62-cae8432fc30f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:21.754566 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] Set router 3ec45d9b-d793-4123-bae4-18b12e08dbff gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:21.779029 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-b09e2a46-6d96-4684-bd62-cae8432fc30f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:21.787556 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09e2a46-6d96-4684-bd62-cae8432fc30f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:32:21.804903 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-1f0a7e24-6203-4d4e-8908-b5932bc35145 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2331519 Apr 12 13:32:21.813054 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e2a46-6d96-4684-bd62-cae8432fc30f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'Port': ['ID=65f2d4c3-5e57-4705-906a-7185c391402c,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:21.818671 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58146) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:21.879397 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-39774834-0c76-4f7a-92e6-13445b4a0b2c req-107cf781-e9bb-4da8-85f8-4ec7fd404f87 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530384 Apr 12 13:32:21.898948 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 7005001a-2c7c-41de-b71a-fc3a729493a8 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:21.944324 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-644cd017-da52-4b5e-b7e0-ac10c81e7a86 admin admin] Request body: {'subnet': {'network_id': '56d0e3b5-74d3-4a32-b402-dcddcc791afc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1374187173-subnet', 'tenant_id': '45d59cea5ace442197072f120e7e05df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:21.971926 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b145dd47-8256-4a81-afc8-a62e8761ec83 admin admin] Publish callbacks [] for port (e52279ae-dd65-4c03-a033-75fdd026ab85), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:22.004157 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b145dd47-8256-4a81-afc8-a62e8761ec83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (e52279ae-dd65-4c03-a033-75fdd026ab85), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:22.010326 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b145dd47-8256-4a81-afc8-a62e8761ec83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463851'] for router_interface (8b17a60c-abfe-4da5-8809-e2b32c3c7a5c), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:22.027988 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644cd017-da52-4b5e-b7e0-ac10c81e7a86 admin admin] Made reservation on behalf of 45d59cea5ace442197072f120e7e05df for: {'subnet': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:32:22.032588 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-644cd017-da52-4b5e-b7e0-ac10c81e7a86 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:22.212406 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-b1b6adf0-f6c0-4641-a5bf-33d378e93dc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for port (f0ab50a3-db2b-4e65-8622-172c27e72eac), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:22.299428 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b09e2a46-6d96-4684-bd62-cae8432fc30f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (a32d9e8d-41da-4ea9-852c-f958a2153a71), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:22.305314 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 7005001a-2c7c-41de-b71a-fc3a729493a8 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:22.305722 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (7005001a-2c7c-41de-b71a-fc3a729493a8), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:22.380570 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b09e2a46-6d96-4684-bd62-cae8432fc30f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (65f2d4c3-5e57-4705-906a-7185c391402c), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:22.428008 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:13Z', 'revision_number': 4, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port': {'id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:58Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '2e72d20c-d658-4248-adc0-85f10a91dc28', 'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'mac_address': 'fa:16:3e:05:fb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:08Z', 'updated_at': '2022-04-12T13:32:15Z', 'revision_number': 2, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'subnets': [{'id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:22.466015 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] Checking router: 3ec45d9b-d793-4123-bae4-18b12e08dbff for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:32:22.466613 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] Updating router 3ec45d9b-d793-4123-bae4-18b12e08dbff port 2e72d20c-d658-4248-adc0-85f10a91dc28 binding host dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:32:22.502753 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (2e72d20c-d658-4248-adc0-85f10a91dc28), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:22.540617 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58170) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:22.555687 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-15763145-1c7d-4bf9-8719-99034ba90ca6 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1103482141', 'description': 'tempest-description--1418874576'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:22.616940 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-b1b6adf0-f6c0-4641-a5bf-33d378e93dc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (f0ab50a3-db2b-4e65-8622-172c27e72eac), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:22.668468 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 7005001a-2c7c-41de-b71a-fc3a729493a8 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:22.678640 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 42740dbb-4e80-47fc-ac6c-b92d8d4e7295 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:22.758444 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 58178) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:22.786068 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 42740dbb-4e80-47fc-ac6c-b92d8d4e7295 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:22.786471 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (42740dbb-4e80-47fc-ac6c-b92d8d4e7295), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:22.883001 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-15763145-1c7d-4bf9-8719-99034ba90ca6 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:22.904169 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 42740dbb-4e80-47fc-ac6c-b92d8d4e7295 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:23.020857 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-644cd017-da52-4b5e-b7e0-ac10c81e7a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for subnet (a62513b0-c2ef-4046-a7c5-0776eec250e4), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.027457 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721e482-bdd3-4b83-8cde-7427cdebbb85 req-3e5ccdbc-ac17-4b40-95ba-30988a9a969b tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:23.033719 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5721e482-bdd3-4b83-8cde-7427cdebbb85 req-3e5ccdbc-ac17-4b40-95ba-30988a9a969b tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 943 time: 0.4604080 Apr 12 13:32:23.046039 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-b1b6adf0-f6c0-4641-a5bf-33d378e93dc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Network a956ac86-261f-4fbb-bce0-1832a315bc64 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:23.050594 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-b1b6adf0-f6c0-4641-a5bf-33d378e93dc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:23.080608 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b145dd47-8256-4a81-afc8-a62e8761ec83 admin admin] Network f075efcd-1b7f-4180-93c5-9b0501e51c53 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:23.095861 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-b1b6adf0-f6c0-4641-a5bf-33d378e93dc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:32:23.102091 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-b1b6adf0-f6c0-4641-a5bf-33d378e93dc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:23.102892 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-b1b6adf0-f6c0-4641-a5bf-33d378e93dc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.128406 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-b145dd47-8256-4a81-afc8-a62e8761ec83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:23.143629 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cd017-da52-4b5e-b7e0-ac10c81e7a86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62513b0-c2ef-4046-a7c5-0776eec250e4,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:23.146488 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] Publish callbacks [] for port (2e72d20c-d658-4248-adc0-85f10a91dc28), precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.149522 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145dd47-8256-4a81-afc8-a62e8761ec83 admin admin] Pushing event updated for resources: {'Port': ['ID=e52279ae-dd65-4c03-a033-75fdd026ab85,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:23.168688 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-b1b6adf0-f6c0-4641-a5bf-33d378e93dc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 13.8202062 Apr 12 13:32:23.172491 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (2e72d20c-d658-4248-adc0-85f10a91dc28), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.209176 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b09e2a46-6d96-4684-bd62-cae8432fc30f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for port (65f2d4c3-5e57-4705-906a-7185c391402c), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.234859 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a1177-7fda-4229-b987-84852519fea9 req-4852ebec-1c6a-4544-bb38-ddea4161f21b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:23.251150 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1c2a1177-7fda-4229-b987-84852519fea9 req-4852ebec-1c6a-4544-bb38-ddea4161f21b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 931 time: 0.2341952 Apr 12 13:32:23.259588 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-15763145-1c7d-4bf9-8719-99034ba90ca6 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group (a20871ec-ef61-4784-aef8-2eb5faa739ef), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.269852 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404d6a6-ebb8-421f-a002-7abf70d8e0da None None] Pushing event updated for resources: {'Port': ['ID=2e72d20c-d658-4248-adc0-85f10a91dc28,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:23.286499 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b09e2a46-6d96-4684-bd62-cae8432fc30f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (65f2d4c3-5e57-4705-906a-7185c391402c), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.336881 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-15763145-1c7d-4bf9-8719-99034ba90ca6 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (a20871ec-ef61-4784-aef8-2eb5faa739ef), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.341649 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8a4498e8-6640-4e0d-8220-e3564a89c250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.411080 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] Attempting to bind port 2e72d20c-d658-4248-adc0-85f10a91dc28 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:32:23.412014 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Request body: {'port': {'device_id': 'e25cb5a9-78fc-499c-9465-c7948dc1ab34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:23.412765 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] Attempting to bind port 2e72d20c-d658-4248-adc0-85f10a91dc28 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': 'd6bc079b-8905-44eb-b690-c8cda7fe1d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:32:23.414057 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] Attempting to bind port 2e72d20c-d658-4248-adc0-85f10a91dc28 on network dbcb15e3-0cf5-4145-a386-89dfb653c57e {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:23.432984 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b09e2a46-6d96-4684-bd62-cae8432fc30f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (a32d9e8d-41da-4ea9-852c-f958a2153a71), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.438498 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:32:23.440278 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] Checking segment: {'id': 'd6bc079b-8905-44eb-b690-c8cda7fe1d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:23.440947 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.441838 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] Bound using segment: {'id': 'd6bc079b-8905-44eb-b690-c8cda7fe1d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:32:23.442630 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] Bound port: 2e72d20c-d658-4248-adc0-85f10a91dc28, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6bc079b-8905-44eb-b690-c8cda7fe1d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:32:23.443012 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (2e72d20c-d658-4248-adc0-85f10a91dc28), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.538196 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0f637067-1d00-485f-9b64-5e22ae4b9c8d req-d2249078-d2d5-4c6e-8354-ea0e47360f20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b3c0cab-d3a0-4e32-bb14-df2fc39987c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1778841 Apr 12 13:32:23.575510 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-15763145-1c7d-4bf9-8719-99034ba90ca6 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.582627 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-15763145-1c7d-4bf9-8719-99034ba90ca6 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0363085 Apr 12 13:32:23.583756 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644cd017-da52-4b5e-b7e0-ac10c81e7a86 admin admin] Checking segment: {'id': '53eaf8a6-7fa1-4f18-80a3-a71125670d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '56d0e3b5-74d3-4a32-b402-dcddcc791afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:23.584276 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644cd017-da52-4b5e-b7e0-ac10c81e7a86 admin admin] Network hostable DHCP agents. Network: 56d0e3b5-74d3-4a32-b402-dcddcc791afc, hostable agents: ['3cc0c115-7315-4105-a658-2bafa3cb223c'], hosted agents: [] {{(pid=103294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:32:23.589042 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58192) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:23.591226 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] For port 2e72d20c-d658-4248-adc0-85f10a91dc28, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:32:23.594139 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-eafb4c58-b9ca-4446-ae6a-cb6ec5a80618 None None] Provisioning complete for port e52279ae-dd65-4c03-a033-75fdd026ab85 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:23.594538 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eafb4c58-b9ca-4446-ae6a-cb6ec5a80618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (e52279ae-dd65-4c03-a033-75fdd026ab85), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.594869 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] For port 2e72d20c-d658-4248-adc0-85f10a91dc28, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=2e72d20c-d658-4248-adc0-85f10a91dc28,segment=NetworkSegment(d6bc079b-8905-44eb-b690-c8cda7fe1d16),segment_id=d6bc079b-8905-44eb-b690-c8cda7fe1d16)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:32:23.607505 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (2e72d20c-d658-4248-adc0-85f10a91dc28), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.619960 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8a4498e8-6640-4e0d-8220-e3564a89c250 admin admin] Publish callbacks [] for security_group (98ada065-f3ba-41bc-9e3b-4e9e2c2a13f1), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.620525 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-44c180f2-7496-4cd0-818d-b0c147f66ab6 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Request body: {'security_group_rule': {'security_group_id': 'a20871ec-ef61-4784-aef8-2eb5faa739ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:23.630988 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15763145-1c7d-4bf9-8719-99034ba90ca6 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20871ec-ef61-4784-aef8-2eb5faa739ef,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:23.656931 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b145dd47-8256-4a81-afc8-a62e8761ec83 admin admin] Router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:32:23.668520 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e2a46-6d96-4684-bd62-cae8432fc30f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'Port': ['ID=65f2d4c3-5e57-4705-906a-7185c391402c,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:23.686192 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404d6a6-ebb8-421f-a002-7abf70d8e0da None None] Pushing event updated for resources: {'Port': ['ID=2e72d20c-d658-4248-adc0-85f10a91dc28,revision_number=4']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:23.700994 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b09e2a46-6d96-4684-bd62-cae8432fc30f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.702701 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-b09e2a46-6d96-4684-bd62-cae8432fc30f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8897133 Apr 12 13:32:23.707814 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] Routers {'3ec45d9b-d793-4123-bae4-18b12e08dbff'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:23.708688 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:31:58Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['3ec45d9b-d793-4123-bae4-18b12e08dbff'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:23.722388 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-eafb4c58-b9ca-4446-ae6a-cb6ec5a80618 None None] Port e52279ae-dd65-4c03-a033-75fdd026ab85 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:32:23.725566 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1c2a1177-7fda-4229-b987-84852519fea9 req-dfe39ab3-9fd1-4784-bff6-826cfc1cadfd tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723017 Apr 12 13:32:23.751054 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8a4498e8-6640-4e0d-8220-e3564a89c250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (98ada065-f3ba-41bc-9e3b-4e9e2c2a13f1), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.759064 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-eafb4c58-b9ca-4446-ae6a-cb6ec5a80618 None None] Provisioning complete for port f0ab50a3-db2b-4e65-8622-172c27e72eac triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:23.759733 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eafb4c58-b9ca-4446-ae6a-cb6ec5a80618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (f0ab50a3-db2b-4e65-8622-172c27e72eac), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.836965 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644cd017-da52-4b5e-b7e0-ac10c81e7a86 admin admin] Network 56d0e3b5-74d3-4a32-b402-dcddcc791afc is scheduled to be hosted by DHCP agent 3cc0c115-7315-4105-a658-2bafa3cb223c with binding_index 1 {{(pid=103294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:32:23.858502 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-44c180f2-7496-4cd0-818d-b0c147f66ab6 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group_rule (ef3206f0-393f-49bc-8d07-8329000168f2), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.865026 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0f637067-1d00-485f-9b64-5e22ae4b9c8d req-5a96e513-98c9-4c0b-82ee-c64011bde950 service neutron] 10.222.0.41 "GET /v2.0/networks/1b3c0cab-d3a0-4e32-bb14-df2fc39987c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945514 Apr 12 13:32:23.872960 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-644cd017-da52-4b5e-b7e0-ac10c81e7a86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-4-iscsi, 56d0e3b5-74d3-4a32-b402-dcddcc791afc) {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:23.882282 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-eafb4c58-b9ca-4446-ae6a-cb6ec5a80618 None None] Port f0ab50a3-db2b-4e65-8622-172c27e72eac cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:32:23.888209 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644cd017-da52-4b5e-b7e0-ac10c81e7a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:23.890660 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-644cd017-da52-4b5e-b7e0-ac10c81e7a86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.903108 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae73c4f-c077-462c-a435-603e9ebd6c0b None None] Network 56d0e3b5-74d3-4a32-b402-dcddcc791afc requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:32:23.919760 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] Set router 3ec45d9b-d793-4123-bae4-18b12e08dbff gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:23.952431 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-644cd017-da52-4b5e-b7e0-ac10c81e7a86 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0806406 Apr 12 13:32:23.970313 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-44c180f2-7496-4cd0-818d-b0c147f66ab6 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group_rule (ef3206f0-393f-49bc-8d07-8329000168f2), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:23.976338 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4498e8-6640-4e0d-8220-e3564a89c250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ada065-f3ba-41bc-9e3b-4e9e2c2a13f1,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:23.992995 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-44c180f2-7496-4cd0-818d-b0c147f66ab6 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (ef3206f0-393f-49bc-8d07-8329000168f2), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.000193 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58210) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:24.003360 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-8a4498e8-6640-4e0d-8220-e3564a89c250 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e1b49ef1ac540feaa0859c1e2701828&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2201221 Apr 12 13:32:24.105721 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5721e482-bdd3-4b83-8cde-7427cdebbb85 req-5f58e634-02b6-48bb-8704-6b81510ec2d5 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9787264 Apr 12 13:32:24.108930 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c180f2-7496-4cd0-818d-b0c147f66ab6 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3206f0-393f-49bc-8d07-8329000168f2,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:24.115349 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-44c180f2-7496-4cd0-818d-b0c147f66ab6 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.117577 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-44c180f2-7496-4cd0-818d-b0c147f66ab6 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5024610 Apr 12 13:32:24.121561 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58216) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:24.127749 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-bd43fe34-a5fb-4953-936b-44a7ca054c2b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Request body: {'security_group_rule': {'security_group_id': 'a20871ec-ef61-4784-aef8-2eb5faa739ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:24.178288 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-857ee3e0-4dce-42a0-b98b-018da0fadc4b None None] Provisioning complete for port 2e72d20c-d658-4248-adc0-85f10a91dc28 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:24.178871 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-857ee3e0-4dce-42a0-b98b-018da0fadc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (2e72d20c-d658-4248-adc0-85f10a91dc28), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.222519 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6adf0-f6c0-4641-a5bf-33d378e93dc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Pushing event updated for resources: {'Port': ['ID=f0ab50a3-db2b-4e65-8622-172c27e72eac,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:24.223777 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58222) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:24.227953 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (f0ab50a3-db2b-4e65-8622-172c27e72eac), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.279941 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1a1c24-3f8d-4c7a-865f-74d661d92a43 None None] Network 56d0e3b5-74d3-4a32-b402-dcddcc791afc requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:32:24.295851 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f79b0de2-8793-4b7a-93f2-43fc3cffc6bc admin admin] Publish callbacks [] for security_group (98ada065-f3ba-41bc-9e3b-4e9e2c2a13f1), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.320514 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bd43fe34-a5fb-4953-936b-44a7ca054c2b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group_rule (bf711a40-e512-4ee6-909a-9de168747a90), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.381194 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f79b0de2-8793-4b7a-93f2-43fc3cffc6bc admin admin] Publish callbacks [] for security_group (98ada065-f3ba-41bc-9e3b-4e9e2c2a13f1), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.401740 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9099fb3-8949-4fde-b36e-b7ac5cb22da3 admin admin] Deleting subnet 577022cf-d8d8-41b0-94b3-b26fd302f83c {{(pid=103294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:32:24.405148 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b9099fb3-8949-4fde-b36e-b7ac5cb22da3 admin admin] Publish callbacks [] for subnet (577022cf-d8d8-41b0-94b3-b26fd302f83c), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.444520 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-857ee3e0-4dce-42a0-b98b-018da0fadc4b None None] Current status of the port 2e72d20c-d658-4248-adc0-85f10a91dc28 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:24.444919 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-857ee3e0-4dce-42a0-b98b-018da0fadc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (2e72d20c-d658-4248-adc0-85f10a91dc28), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.493855 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-7c8a9701-a2d0-4362-9f3f-90289d3726a7 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1243759727&fields=id&tenant_id=758bb918fa864786a7a375dde266ff59 HTTP/1.1" status: 200 len: 267 time: 0.2951357 Apr 12 13:32:24.503769 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b9099fb3-8949-4fde-b36e-b7ac5cb22da3 admin admin] Publish callbacks [] for subnet (577022cf-d8d8-41b0-94b3-b26fd302f83c), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.508404 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cfea81e-d77e-4c85-ae49-26b624080d7c {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:32:24.514297 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:13Z', 'revision_number': 4, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port': {'id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:58Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '2e72d20c-d658-4248-adc0-85f10a91dc28', 'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'mac_address': 'fa:16:3e:05:fb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:08Z', 'updated_at': '2022-04-12T13:32:23Z', 'revision_number': 4, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'subnets': [{'id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:24.515806 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b9099fb3-8949-4fde-b36e-b7ac5cb22da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585855'] for subnet (577022cf-d8d8-41b0-94b3-b26fd302f83c), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.516226 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-857ee3e0-4dce-42a0-b98b-018da0fadc4b None None] For port 2e72d20c-d658-4248-adc0-85f10a91dc28, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=2e72d20c-d658-4248-adc0-85f10a91dc28,segment=NetworkSegment(d6bc079b-8905-44eb-b690-c8cda7fe1d16),segment_id=d6bc079b-8905-44eb-b690-c8cda7fe1d16)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:24.526559 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-857ee3e0-4dce-42a0-b98b-018da0fadc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (2e72d20c-d658-4248-adc0-85f10a91dc28), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.529553 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Publish callbacks [] for port (1cfea81e-d77e-4c85-ae49-26b624080d7c), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.550744 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a528f839-7241-46af-a8f7-7f837224fa5e None None] The sync data for ids ['3ec45d9b-d793-4123-bae4-18b12e08dbff'] in dv-cinder-830098-4-iscsi is: [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:13Z', 'revision_number': 4, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port': {'id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:58Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '2e72d20c-d658-4248-adc0-85f10a91dc28', 'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'mac_address': 'fa:16:3e:05:fb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:08Z', 'updated_at': '2022-04-12T13:32:23Z', 'revision_number': 4, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'subnets': [{'id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:32:24.590154 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Transition to ACTIVE for port object 1cfea81e-d77e-4c85-ae49-26b624080d7c will not be triggered until provisioned by entity L2. {{(pid=103295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:32:24.592524 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b145dd47-8256-4a81-afc8-a62e8761ec83 admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:32:24.612869 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-b145dd47-8256-4a81-afc8-a62e8761ec83 admin admin] 10.222.0.11 "PUT /v2.0/routers/8b17a60c-abfe-4da5-8809-e2b32c3c7a5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3395727 Apr 12 13:32:24.614376 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (1cfea81e-d77e-4c85-ae49-26b624080d7c), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.627444 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] Sync routers for ids ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:32:24.671865 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ee3e0-4dce-42a0-b98b-018da0fadc4b None None] Pushing event updated for resources: {'Port': ['ID=2e72d20c-d658-4248-adc0-85f10a91dc28,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:24.702994 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] Routers {'8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:24.703788 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:31:58Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:24.706893 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-ca050dca-9348-461b-8b53-c7c17a0f35a7 None None] Provisioning complete for port 2e72d20c-d658-4248-adc0-85f10a91dc28 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:24.707507 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ca050dca-9348-461b-8b53-c7c17a0f35a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (2e72d20c-d658-4248-adc0-85f10a91dc28), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.829919 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bd43fe34-a5fb-4953-936b-44a7ca054c2b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group_rule (bf711a40-e512-4ee6-909a-9de168747a90), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.874415 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bd43fe34-a5fb-4953-936b-44a7ca054c2b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (bf711a40-e512-4ee6-909a-9de168747a90), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.946520 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-90bbac63-a0b8-46ed-804e-ff249f0a7c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.949948 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ab50a3-db2b-4e65-8622-172c27e72eac {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:32:24.961308 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Publish callbacks [] for port (f0ab50a3-db2b-4e65-8622-172c27e72eac), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:24.969801 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43fe34-a5fb-4953-936b-44a7ca054c2b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf711a40-e512-4ee6-909a-9de168747a90,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:24.988629 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b9099fb3-8949-4fde-b36e-b7ac5cb22da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for subnet (577022cf-d8d8-41b0-94b3-b26fd302f83c), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:25.002824 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Transition to ACTIVE for port object f0ab50a3-db2b-4e65-8622-172c27e72eac will not be triggered until provisioned by entity L2. {{(pid=103295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:32:25.020093 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (f0ab50a3-db2b-4e65-8622-172c27e72eac), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:25.033491 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bd43fe34-a5fb-4953-936b-44a7ca054c2b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:25.037608 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-bd43fe34-a5fb-4953-936b-44a7ca054c2b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9148788 Apr 12 13:32:25.038630 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f79b0de2-8793-4b7a-93f2-43fc3cffc6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (98ada065-f3ba-41bc-9e3b-4e9e2c2a13f1), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:25.045832 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f79b0de2-8793-4b7a-93f2-43fc3cffc6bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:25.048471 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f79b0de2-8793-4b7a-93f2-43fc3cffc6bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98ada065-f3ba-41bc-9e3b-4e9e2c2a13f1 HTTP/1.1" status: 204 len: 168 time: 1.0046794 Apr 12 13:32:25.049802 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 58238) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:25.071986 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] Set router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:25.113443 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-ca050dca-9348-461b-8b53-c7c17a0f35a7 None None] Current status of the port 2e72d20c-d658-4248-adc0-85f10a91dc28 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:25.147657 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9099fb3-8949-4fde-b36e-b7ac5cb22da3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=577022cf-d8d8-41b0-94b3-b26fd302f83c,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:25.172432 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-292f9f53-3197-410f-ac1c-3d00cbdaacbd tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:25.179368 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-292f9f53-3197-410f-ac1c-3d00cbdaacbd tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/networks?id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 HTTP/1.1" status: 200 len: 815 time: 0.6494000 Apr 12 13:32:25.187466 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-891abfe2-f663-435a-b9b1-50da190f1c93 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Request body: {'floatingip': {'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:25.187668 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b9099fb3-8949-4fde-b36e-b7ac5cb22da3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:25.190957 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-b9099fb3-8949-4fde-b36e-b7ac5cb22da3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/577022cf-d8d8-41b0-94b3-b26fd302f83c HTTP/1.1" status: 204 len: 168 time: 0.9641411 Apr 12 13:32:25.205781 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b0de2-8793-4b7a-93f2-43fc3cffc6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ada065-f3ba-41bc-9e3b-4e9e2c2a13f1,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:25.234134 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58252) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:25.235655 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-85183b3c-4c90-4261-b218-ea802d1bbd40 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/quotas/758bb918fa864786a7a375dde266ff59 HTTP/1.1" status: 200 len: 375 time: 0.0433607 Apr 12 13:32:25.339622 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624812'] for network (fa6f4dbf-3d18-4831-8cf0-010f9e49d572), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:25.363140 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfea81e-d77e-4c85-ae49-26b624080d7c,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:25.389557 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-891abfe2-f663-435a-b9b1-50da190f1c93 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:25.417582 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d31cb45f-ca3c-4e00-91ec-89f8d2dbd9b8 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=758bb918fa864786a7a375dde266ff59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736470 Apr 12 13:32:25.755106 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587506', 'neutron.services.segments.db._delete_segments_for_network-8776758846127'] for network (fa6f4dbf-3d18-4831-8cf0-010f9e49d572), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:25.787713 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 2e72d20c-d658-4248-adc0-85f10a91dc28 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:25.808894 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Attempting to bind port 1cfea81e-d77e-4c85-ae49-26b624080d7c on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:32:25.809215 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Attempting to bind port 1cfea81e-d77e-4c85-ae49-26b624080d7c by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:32:25.809935 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Attempting to bind port 1cfea81e-d77e-4c85-ae49-26b624080d7c on network a956ac86-261f-4fbb-bce0-1832a315bc64 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:25.841826 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:25.842211 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:25.842969 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:25.843318 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Subscribe: > port after_create 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:25.843640 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:25.843954 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Subscribe: > port after_update 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:25.844271 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:25.844589 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:25.844901 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:25.845237 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:25.863541 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Port 1cfea81e-d77e-4c85-ae49-26b624080d7c on network a956ac86-261f-4fbb-bce0-1832a315bc64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:32:25.864208 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Attempting to bind port 1cfea81e-d77e-4c85-ae49-26b624080d7c on network a956ac86-261f-4fbb-bce0-1832a315bc64 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:25.867462 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 58262) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:25.905488 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port': {'id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:00Z', 'updated_at': '2022-04-12T13:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'e52279ae-dd65-4c03-a033-75fdd026ab85', 'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'mac_address': 'fa:16:3e:65:67:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:14Z', 'updated_at': '2022-04-12T13:32:21Z', 'revision_number': 2, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'subnets': [{'id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:25.915325 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3059c07-9f41-4754-9839-bb4afe00bae6 req-fa4629e1-913c-478c-bb53-a86d63f1b744 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:25.917256 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d3059c07-9f41-4754-9839-bb4afe00bae6 req-fa4629e1-913c-478c-bb53-a86d63f1b744 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 943 time: 0.8984694 Apr 12 13:32:25.952435 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] Checking router: 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:32:25.953198 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] Updating router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c port e52279ae-dd65-4c03-a033-75fdd026ab85 binding host dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:32:25.981254 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:32:25.981760 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Checking segment: {'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:25.983550 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Bound using segment: {'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:32:25.984062 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Bound port: 1cfea81e-d77e-4c85-ae49-26b624080d7c, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:32:25.984436 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (1cfea81e-d77e-4c85-ae49-26b624080d7c), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:25.989147 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 2e72d20c-d658-4248-adc0-85f10a91dc28 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:25.989633 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (2e72d20c-d658-4248-adc0-85f10a91dc28), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:25.991307 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (e52279ae-dd65-4c03-a033-75fdd026ab85), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:26.026011 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-891abfe2-f663-435a-b9b1-50da190f1c93 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:26.034140 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:26.034694 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:26.035132 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:26.036378 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103294) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:26.037138 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6f4dbf-3d18-4831-8cf0-010f9e49d572']}} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:26.074468 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b54942-b7f2-4699-9532-0c17c87de77f') {'for_net_delete': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:26.075016 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b54942-b7f2-4699-9532-0c17c87de77f') {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:26.089304 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-40c13d87-329e-4106-8b1e-b94687b5ca5e service neutron] 10.222.0.11 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6074901 Apr 12 13:32:26.096795 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776758847672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16027334'] for segment (72b54942-b7f2-4699-9532-0c17c87de77f), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:26.159230 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-891abfe2-f663-435a-b9b1-50da190f1c93 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Allocated IP 172.27.2.52 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/82dbe54d-49f4-47d1-a5fa-4373bcc951e5) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:32:26.238099 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 2e72d20c-d658-4248-adc0-85f10a91dc28 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:26.249275 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ab50a3-db2b-4e65-8622-172c27e72eac,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:26.286828 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (72b54942-b7f2-4699-9532-0c17c87de77f), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:26.303917 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:32:26.304357 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179197'] for segment (72b54942-b7f2-4699-9532-0c17c87de77f), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:26.309406 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4f96ac21-e4ac-4c30-bda0-a70f1b8ef854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: from cryptography.utils import int_from_bytes Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: from cryptography.utils import int_from_bytes Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: Traceback (most recent call last): Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: timer() Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: cb(*args, **kw) Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: return func(*args, **kwargs) Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: self._notify() Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: self.callback(batched_events) Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: event.method(event) Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: return f(self, *a, **k) Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: return self._get(url).json() Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: return self.request(url, 'GET', **kwargs) Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:32:26.331473 dv-cinder-830098-4-iscsi neutron-server[103294]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:32:26.337519 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Attempting to bind port f0ab50a3-db2b-4e65-8622-172c27e72eac on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:32:26.338543 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Attempting to bind port f0ab50a3-db2b-4e65-8622-172c27e72eac by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:32:26.339067 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Attempting to bind port f0ab50a3-db2b-4e65-8622-172c27e72eac on network a956ac86-261f-4fbb-bce0-1832a315bc64 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:26.372040 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Port f0ab50a3-db2b-4e65-8622-172c27e72eac on network a956ac86-261f-4fbb-bce0-1832a315bc64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:32:26.372403 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Attempting to bind port f0ab50a3-db2b-4e65-8622-172c27e72eac on network a956ac86-261f-4fbb-bce0-1832a315bc64 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:26.378853 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-891abfe2-f663-435a-b9b1-50da190f1c93 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for port (82dbe54d-49f4-47d1-a5fa-4373bcc951e5), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:26.421913 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-8ccf182a-e663-48f9-bb27-dba4b68a1011 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994225 Apr 12 13:32:26.432462 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] Publish callbacks [] for port (e52279ae-dd65-4c03-a033-75fdd026ab85), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:26.437799 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466144'] for network (fa6f4dbf-3d18-4831-8cf0-010f9e49d572), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:26.441144 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:32:26.441704 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Checking segment: {'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:26.442158 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Bound using segment: {'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:32:26.442771 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Bound port: f0ab50a3-db2b-4e65-8622-172c27e72eac, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:32:26.444395 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (e52279ae-dd65-4c03-a033-75fdd026ab85), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:26.445592 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (f0ab50a3-db2b-4e65-8622-172c27e72eac), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:26.478140 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:26.480245 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d3059c07-9f41-4754-9839-bb4afe00bae6 req-7a6213ef-2ecb-44de-854d-eb7256b7b28f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139401 Apr 12 13:32:26.499672 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] 10.222.0.11 "DELETE /v2.0/networks/fa6f4dbf-3d18-4831-8cf0-010f9e49d572 HTTP/1.1" status: 204 len: 168 time: 1.2629874 Apr 12 13:32:26.504714 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58268) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:26.509278 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b6475-168a-4926-bf0a-55de4e9ed706 None None] Pushing event updated for resources: {'Port': ['ID=e52279ae-dd65-4c03-a033-75fdd026ab85,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:26.577762 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] Attempting to bind port e52279ae-dd65-4c03-a033-75fdd026ab85 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:32:26.578668 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] Attempting to bind port e52279ae-dd65-4c03-a033-75fdd026ab85 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '0c4d8efe-4631-4fc8-a610-61d7476031c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:32:26.579242 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] Attempting to bind port e52279ae-dd65-4c03-a033-75fdd026ab85 on network f075efcd-1b7f-4180-93c5-9b0501e51c53 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:26.585848 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:32:26.586293 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] Checking segment: {'id': '0c4d8efe-4631-4fc8-a610-61d7476031c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:26.586900 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:26.587392 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] Bound using segment: {'id': '0c4d8efe-4631-4fc8-a610-61d7476031c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:32:26.588037 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] Bound port: e52279ae-dd65-4c03-a033-75fdd026ab85, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4d8efe-4631-4fc8-a610-61d7476031c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:32:26.588507 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (e52279ae-dd65-4c03-a033-75fdd026ab85), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:26.605801 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a224d-1d3a-49b4-873c-2848fd52878a admin admin] Pushing event deleted for resources: {'Network': ['ID=fa6f4dbf-3d18-4831-8cf0-010f9e49d572,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:26.609007 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] For port 1cfea81e-d77e-4c85-ae49-26b624080d7c, host hv-cinder-83009, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:32:26.665785 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0f637067-1d00-485f-9b64-5e22ae4b9c8d req-9bd06de3-f0b4-40fc-80ea-176023d4207a service neutron] 10.222.0.41 "GET /v2.0/networks/1b3c0cab-d3a0-4e32-bb14-df2fc39987c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748682 Apr 12 13:32:26.670907 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_v2 [None req-4510af0d-9309-42e3-814c-5c83dbf3da4e admin admin] Deleting subnet a62513b0-c2ef-4046-a7c5-0776eec250e4 {{(pid=103294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:32:26.686151 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4510af0d-9309-42e3-814c-5c83dbf3da4e admin admin] Publish callbacks [] for subnet (a62513b0-c2ef-4046-a7c5-0776eec250e4), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:26.713704 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] For port 1cfea81e-d77e-4c85-ae49-26b624080d7c, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1cfea81e-d77e-4c85-ae49-26b624080d7c,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:32:26.715755 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] For port e52279ae-dd65-4c03-a033-75fdd026ab85, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:32:26.719184 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] For port e52279ae-dd65-4c03-a033-75fdd026ab85, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=e52279ae-dd65-4c03-a033-75fdd026ab85,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:32:26.723266 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-891abfe2-f663-435a-b9b1-50da190f1c93 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (82dbe54d-49f4-47d1-a5fa-4373bcc951e5), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:26.730865 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (e52279ae-dd65-4c03-a033-75fdd026ab85), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:26.759840 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4510af0d-9309-42e3-814c-5c83dbf3da4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027343'] for subnet (a62513b0-c2ef-4046-a7c5-0776eec250e4), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:26.813542 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] Routers {'8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:26.814248 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:31:58Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:26.820996 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4510af0d-9309-42e3-814c-5c83dbf3da4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585855'] for subnet (a62513b0-c2ef-4046-a7c5-0776eec250e4), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:26.844907 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (1cfea81e-d77e-4c85-ae49-26b624080d7c), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:26.868286 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b6475-168a-4926-bf0a-55de4e9ed706 None None] Pushing event updated for resources: {'Port': ['ID=e52279ae-dd65-4c03-a033-75fdd026ab85,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:26.999758 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4510af0d-9309-42e3-814c-5c83dbf3da4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13314720'] for subnet (a62513b0-c2ef-4046-a7c5-0776eec250e4), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.000197 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891abfe2-f663-435a-b9b1-50da190f1c93 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:27.003998 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] For port f0ab50a3-db2b-4e65-8622-172c27e72eac, host hv-cinder-83009, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:32:27.032123 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] For port f0ab50a3-db2b-4e65-8622-172c27e72eac, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f0ab50a3-db2b-4e65-8622-172c27e72eac,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:32:27.048134 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0be52-2a00-4262-a34a-38b477bf098b req-946d4ce1-b97c-48d0-8864-7034399e8e23 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:27.055031 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-891abfe2-f663-435a-b9b1-50da190f1c93 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:27.058336 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-79e0be52-2a00-4262-a34a-38b477bf098b req-946d4ce1-b97c-48d0-8864-7034399e8e23 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 943 time: 0.1621890 Apr 12 13:32:27.063460 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891abfe2-f663-435a-b9b1-50da190f1c93 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:32:27.066963 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] Set router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:27.075746 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510af0d-9309-42e3-814c-5c83dbf3da4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a62513b0-c2ef-4046-a7c5-0776eec250e4,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:27.108170 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4510af0d-9309-42e3-814c-5c83dbf3da4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.112863 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-4510af0d-9309-42e3-814c-5c83dbf3da4e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a62513b0-c2ef-4046-a7c5-0776eec250e4 HTTP/1.1" status: 204 len: 168 time: 0.6067734 Apr 12 13:32:27.114963 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4f96ac21-e4ac-4c30-bda0-a70f1b8ef854 admin admin] Publish callbacks [] for security_group (1c3129ad-ea83-456c-8af2-cfe3652493cd), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.116819 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58280) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:27.124845 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (f0ab50a3-db2b-4e65-8622-172c27e72eac), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.128706 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:27.129672 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.132089 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] 10.222.0.41 "PUT /v2.0/ports/1cfea81e-d77e-4c85-ae49-26b624080d7c HTTP/1.1" status: 200 len: 1093 time: 7.8521090 Apr 12 13:32:27.194577 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-d363d977-cadf-43e5-ac78-73de6661bd52 None None] Provisioning complete for port e52279ae-dd65-4c03-a033-75fdd026ab85 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:27.195069 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d363d977-cadf-43e5-ac78-73de6661bd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (e52279ae-dd65-4c03-a033-75fdd026ab85), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.200418 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c67260-2a67-4045-b4b4-801fd647e09c', 'tag': '1cfea81e-d77e-4c85-ae49-26b624080d7c'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:32:27.296800 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891abfe2-f663-435a-b9b1-50da190f1c93 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Pushing event updated for resources: {'Port': ['ID=82dbe54d-49f4-47d1-a5fa-4373bcc951e5,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:27.331811 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-79e0be52-2a00-4262-a34a-38b477bf098b req-83383203-0f8e-446c-b9e0-5a6e9655f824 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702031 Apr 12 13:32:27.377755 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2cc0c47c-5cc5-4616-b56c-5238c444ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624812'] for network (56d0e3b5-74d3-4a32-b402-dcddcc791afc), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.384267 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4f96ac21-e4ac-4c30-bda0-a70f1b8ef854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (1c3129ad-ea83-456c-8af2-cfe3652493cd), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.462624 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7acbe3-9494-44fa-9f87-553b980cf860 service neutron] Pushing event updated for resources: {'Port': ['ID=1cfea81e-d77e-4c85-ae49-26b624080d7c,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:27.463707 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:32:27.573452 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2cc0c47c-5cc5-4616-b56c-5238c444ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587506', 'neutron.services.segments.db._delete_segments_for_network-8776758846127'] for network (56d0e3b5-74d3-4a32-b402-dcddcc791afc), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.647060 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-2cc0c47c-5cc5-4616-b56c-5238c444ad98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d0e3b5-74d3-4a32-b402-dcddcc791afc']}} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:27.655738 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:27.656391 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.658319 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] 10.222.0.41 "PUT /v2.0/ports/f0ab50a3-db2b-4e65-8622-172c27e72eac HTTP/1.1" status: 200 len: 1094 time: 4.3257346 Apr 12 13:32:27.661735 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6744b3d2-6360-4d49-a0c8-eaa922264c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c67260-2a67-4045-b4b4-801fd647e09c", "tag": "1cfea81e-d77e-4c85-ae49-26b624080d7c"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:32:27.696184 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-2cc0c47c-5cc5-4616-b56c-5238c444ad98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53eaf8a6-7fa1-4f18-80a3-a71125670d89') {'for_net_delete': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:27.700806 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-2cc0c47c-5cc5-4616-b56c-5238c444ad98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53eaf8a6-7fa1-4f18-80a3-a71125670d89') {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:27.745705 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2cc0c47c-5cc5-4616-b56c-5238c444ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776758847672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16027334'] for segment (53eaf8a6-7fa1-4f18-80a3-a71125670d89), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.756310 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port': {'id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:00Z', 'updated_at': '2022-04-12T13:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'e52279ae-dd65-4c03-a033-75fdd026ab85', 'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'mac_address': 'fa:16:3e:65:67:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:14Z', 'updated_at': '2022-04-12T13:32:26Z', 'revision_number': 4, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'subnets': [{'id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:27.758836 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d363d977-cadf-43e5-ac78-73de6661bd52 None None] Current status of the port e52279ae-dd65-4c03-a033-75fdd026ab85 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:27.759487 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d363d977-cadf-43e5-ac78-73de6661bd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (e52279ae-dd65-4c03-a033-75fdd026ab85), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.778635 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2cc0c47c-5cc5-4616-b56c-5238c444ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (53eaf8a6-7fa1-4f18-80a3-a71125670d89), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.797930 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-4f96ac21-e4ac-4c30-bda0-a70f1b8ef854 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57488a4aef1b45d38256047e319b7bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8884907 Apr 12 13:32:27.798289 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc0c47c-5cc5-4616-b56c-5238c444ad98 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:32:27.799902 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2cc0c47c-5cc5-4616-b56c-5238c444ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179197'] for segment (53eaf8a6-7fa1-4f18-80a3-a71125670d89), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.849704 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96ac21-e4ac-4c30-bda0-a70f1b8ef854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3129ad-ea83-456c-8af2-cfe3652493cd,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:27.858393 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e07c3c2-36db-418f-845a-934005f627ac None None] The sync data for ids ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'] in dv-cinder-830098-4-iscsi is: [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port': {'id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:00Z', 'updated_at': '2022-04-12T13:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'e52279ae-dd65-4c03-a033-75fdd026ab85', 'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'mac_address': 'fa:16:3e:65:67:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:14Z', 'updated_at': '2022-04-12T13:32:26Z', 'revision_number': 4, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'subnets': [{'id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:32:27.888970 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0fc3a149-91ba-4197-8321-7ed7f9adb6cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.897835 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 58302) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:27.905868 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.db.resource_extend [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 13:32:27.928239 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-d363d977-cadf-43e5-ac78-73de6661bd52 None None] For port e52279ae-dd65-4c03-a033-75fdd026ab85, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=e52279ae-dd65-4c03-a033-75fdd026ab85,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:27.929466 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-891abfe2-f663-435a-b9b1-50da190f1c93 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for floatingip (b7bd7740-105d-4edc-89c9-c61ad5714e2a), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.961379 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d363d977-cadf-43e5-ac78-73de6661bd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (e52279ae-dd65-4c03-a033-75fdd026ab85), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: Traceback (most recent call last): Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: timer() Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: cb(*args, **kw) Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: return func(*args, **kwargs) Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: self._notify() Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: self.callback(batched_events) Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: event.method(event) Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: return f(self, *a, **k) Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: return self._get(url).json() Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: return self.request(url, 'GET', **kwargs) Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:32:27.964476 dv-cinder-830098-4-iscsi neutron-server[103294]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:32:27.985045 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-afa2364b-4a45-4bd2-b285-26960e030fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:27.988326 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-27badb92-bf56-45ed-a0a9-623c82c6b8f4 req-c3b9f3ca-9548-4507-94df-01fe51647db6 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 210 time: 0.5234554 Apr 12 13:32:27.989402 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-afa2364b-4a45-4bd2-b285-26960e030fda service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2bb2007ea0444849922a4d55efee799&device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 1127 time: 0.6790066 Apr 12 13:32:28.006744 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-184fa0fa-d6ec-4b28-a592-bd686616c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:28.010750 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-184fa0fa-d6ec-4b28-a592-bd686616c895 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2bb2007ea0444849922a4d55efee799&device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 1128 time: 0.2851667 Apr 12 13:32:28.031718 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2cc0c47c-5cc5-4616-b56c-5238c444ad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466144'] for network (56d0e3b5-74d3-4a32-b402-dcddcc791afc), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:28.048464 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2cc0c47c-5cc5-4616-b56c-5238c444ad98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:28.062714 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-2cc0c47c-5cc5-4616-b56c-5238c444ad98 admin admin] 10.222.0.11 "DELETE /v2.0/networks/56d0e3b5-74d3-4a32-b402-dcddcc791afc HTTP/1.1" status: 204 len: 168 time: 0.9418151 Apr 12 13:32:28.091892 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0c47c-5cc5-4616-b56c-5238c444ad98 admin admin] Pushing event deleted for resources: {'Network': ['ID=56d0e3b5-74d3-4a32-b402-dcddcc791afc,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:28.199952 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58306) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:28.216632 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-7fe8c7cb-6329-4de4-bd1c-85be50a9585a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1609092378', 'description': 'tempest-description--974136023'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:28.232249 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-30bc688c-9d90-416b-ac0b-b59a52339e1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cfea81e-d77e-4c85-ae49-26b624080d7c HTTP/1.1" status: 200 len: 217 time: 0.2087026 Apr 12 13:32:28.236010 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c2754-6c65-49e2-9547-9341b73f8cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ab50a3-db2b-4e65-8622-172c27e72eac,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:28.237216 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-a5fa2569-d46b-4085-a4fd-0a8752e570ff None None] Provisioning complete for port e52279ae-dd65-4c03-a033-75fdd026ab85 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:28.237977 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a5fa2569-d46b-4085-a4fd-0a8752e570ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (e52279ae-dd65-4c03-a033-75fdd026ab85), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:28.247347 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:28.282479 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973df40-4e84-4868-aaab-d5f2cd5a6ab4 req-5b94d1fd-9bde-4ba9-93d7-98df51bb422d tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:28.284276 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9973df40-4e84-4868-aaab-d5f2cd5a6ab4 req-5b94d1fd-9bde-4ba9-93d7-98df51bb422d tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 943 time: 0.1532283 Apr 12 13:32:28.343955 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363d977-cadf-43e5-ac78-73de6661bd52 None None] Pushing event updated for resources: {'Port': ['ID=e52279ae-dd65-4c03-a033-75fdd026ab85,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:28.390998 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port bff5ac8e-e914-4f2e-8a20-b3d40d1dd675, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bff5ac8e-e914-4f2e-8a20-b3d40d1dd675,segment=NetworkSegment(3ba56b40-d89a-4c5b-b67f-cac906f690fd),segment_id=3ba56b40-d89a-4c5b-b67f-cac906f690fd)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:28.406693 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-2543fea1-a6f1-4c17-a67f-936c6900be93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0ab50a3-db2b-4e65-8622-172c27e72eac HTTP/1.1" status: 200 len: 217 time: 0.3532748 Apr 12 13:32:28.414426 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': 'bff5ac8e-e914-4f2e-8a20-b3d40d1dd675', 'network_id': '1b3c0cab-d3a0-4e32-bb14-df2fc39987c2', 'port_id': 'bff5ac8e-e914-4f2e-8a20-b3d40d1dd675', 'mac_address': 'fa:16:3e:91:98:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e2cd4b8-7554-47e8-bff8-5a6b9a68bf5c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:32:28.425565 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-891abfe2-f663-435a-b9b1-50da190f1c93 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (82dbe54d-49f4-47d1-a5fa-4373bcc951e5), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:28.479351 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b2bf2b-8d96-49d2-8e95-92c98cc033bb x-openstack-request-id: req-e5b2bf2b-8d96-49d2-8e95-92c98cc033bb {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:32:28.479671 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c67260-2a67-4045-b4b4-801fd647e09c", "tag": "1cfea81e-d77e-4c85-ae49-26b624080d7c", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:32:28.480201 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5b2bf2b-8d96-49d2-8e95-92c98cc033bb {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:32:28.480672 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b2bf2b-8d96-49d2-8e95-92c98cc033bb'] response: {'name': 'network-changed', 'server_uuid': 'a8c67260-2a67-4045-b4b4-801fd647e09c', 'tag': '1cfea81e-d77e-4c85-ae49-26b624080d7c', 'status': 'completed', 'code': 200} Apr 12 13:32:28.483689 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:28.484277 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (bff5ac8e-e914-4f2e-8a20-b3d40d1dd675), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:28.511423 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-30e149b4-8add-46ea-9c2a-9012e424877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:28.513043 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-30e149b4-8add-46ea-9c2a-9012e424877b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3d8356-64c5-4a91-99a8-70c6abe2b2fb HTTP/1.1" status: 200 len: 857 time: 0.2411978 Apr 12 13:32:28.529005 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:32:28.625956 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 58314) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:28.683841 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-36c841f1-7b07-4308-a4ba-f2d1242b8e09 admin admin] Publish callbacks [] for security_group (1c3129ad-ea83-456c-8af2-cfe3652493cd), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:28.756808 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa2569-d46b-4085-a4fd-0a8752e570ff None None] Current status of the port e52279ae-dd65-4c03-a033-75fdd026ab85 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:28.762307 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port bff5ac8e-e914-4f2e-8a20-b3d40d1dd675, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bff5ac8e-e914-4f2e-8a20-b3d40d1dd675,segment=NetworkSegment(3ba56b40-d89a-4c5b-b67f-cac906f690fd),segment_id=3ba56b40-d89a-4c5b-b67f-cac906f690fd)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:28.773931 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (bff5ac8e-e914-4f2e-8a20-b3d40d1dd675), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:28.816678 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7fe8c7cb-6329-4de4-bd1c-85be50a9585a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:28.824541 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-2c5b052e-a5cd-4ea4-b8af-694d345e3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:28.826665 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-2c5b052e-a5cd-4ea4-b8af-694d345e3b08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3d8356-64c5-4a91-99a8-70c6abe2b2fb HTTP/1.1" status: 200 len: 857 time: 0.3643115 Apr 12 13:32:28.836433 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=bff5ac8e-e914-4f2e-8a20-b3d40d1dd675,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:28.848495 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-ebc1174c-01b7-47c9-8adb-7bd55583ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:28.849998 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-ebc1174c-01b7-47c9-8adb-7bd55583ff45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a956ac86-261f-4fbb-bce0-1832a315bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3221202 Apr 12 13:32:28.893323 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac19c2-f0d1-4ce2-8512-1409ce92c347 req-02e8dcc2-d2d7-490c-a157-6c3c0729491a tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:28.900316 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0fac19c2-f0d1-4ce2-8512-1409ce92c347 req-02e8dcc2-d2d7-490c-a157-6c3c0729491a tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 943 time: 0.3242385 Apr 12 13:32:28.925748 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9973df40-4e84-4868-aaab-d5f2cd5a6ab4 req-6fe8ac10-2b03-4fe1-983e-e7987622bf5f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6219449 Apr 12 13:32:28.943481 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-36c841f1-7b07-4308-a4ba-f2d1242b8e09 admin admin] Publish callbacks [] for security_group (1c3129ad-ea83-456c-8af2-cfe3652493cd), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:28.973767 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-f2c4cba3-f7ce-4868-b273-850d9755ac60 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:28.976012 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-f2c4cba3-f7ce-4868-b273-850d9755ac60 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.41 "GET /v2.0/networks?id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 HTTP/1.1" status: 200 len: 815 time: 0.2880359 Apr 12 13:32:29.100532 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7fe8c7cb-6329-4de4-bd1c-85be50a9585a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group (931c4ac9-3782-4af6-a766-5446466d6312), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.175262 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-09fe7c80-d057-4c2e-9ba5-5d1e8b0818bc req-7f89814f-4ba6-4766-9c83-b0cc69e10250 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 210 time: 0.0698330 Apr 12 13:32:29.189911 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['bff5ac8e-e914-4f2e-8a20-b3d40d1dd675'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:32:29.199465 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7fe8c7cb-6329-4de4-bd1c-85be50a9585a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (931c4ac9-3782-4af6-a766-5446466d6312), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.270095 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8c7cb-6329-4de4-bd1c-85be50a9585a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=931c4ac9-3782-4af6-a766-5446466d6312,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:29.283082 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7fe8c7cb-6329-4de4-bd1c-85be50a9585a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.287521 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-7fe8c7cb-6329-4de4-bd1c-85be50a9585a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0862336 Apr 12 13:32:29.288132 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58330) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:29.296479 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-888c69c7-9b97-47d3-921e-e6eda8ee87d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ffc4393bed5f42faac7882845f86c976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6650963 Apr 12 13:32:29.297862 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-3f1dfdad-aca2-4e89-8703-b27a580b5d71 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Request body: {'security_group_rule': {'security_group_id': '931c4ac9-3782-4af6-a766-5446466d6312', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:29.302723 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58332) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:29.316010 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-81f0c41a-1956-4ba1-a957-e0dd921c07fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:29.317554 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-81f0c41a-1956-4ba1-a957-e0dd921c07fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a956ac86-261f-4fbb-bce0-1832a315bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4605458 Apr 12 13:32:29.326743 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-6c5131e6-2d04-4dd0-99c3-c2ffff29c312 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=758bb918fa864786a7a375dde266ff59 HTTP/1.1" status: 200 len: 380 time: 0.2227516 Apr 12 13:32:29.346375 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-b64c3b2f-1ebc-4d7f-a61a-fbe4266217fb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'port': {'device_id': 'ec23bf5d-33f8-4c40-b606-9cce5423fd33', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'admin_state_up': True, 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'security_groups': ['453a5b11-95e1-4183-adfd-07b27f64b179']}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:29.463390 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0fac19c2-f0d1-4ce2-8512-1409ce92c347 req-b44519bb-aabf-41db-ae2b-571ff541448e tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5622725 Apr 12 13:32:29.486231 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3f1dfdad-aca2-4e89-8703-b27a580b5d71 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group_rule (879cc940-a969-4db0-9bf6-b470d14e2d2a), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.502269 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-030b1224-3bf2-4485-8232-17b5ff83c67e admin admin] Publish callbacks [] for security_group (22008cf9-7a1f-4088-81ab-77eb5aeca0a9), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.514401 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-d7a5de2c-23c8-4222-839e-5c8ceb30f76c service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5898030 Apr 12 13:32:29.526600 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-36c841f1-7b07-4308-a4ba-f2d1242b8e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (1c3129ad-ea83-456c-8af2-cfe3652493cd), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.529179 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-36c841f1-7b07-4308-a4ba-f2d1242b8e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.532788 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-36c841f1-7b07-4308-a4ba-f2d1242b8e09 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c3129ad-ea83-456c-8af2-cfe3652493cd HTTP/1.1" status: 204 len: 168 time: 1.6271508 Apr 12 13:32:29.536953 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-891abfe2-f663-435a-b9b1-50da190f1c93 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for port (82dbe54d-49f4-47d1-a5fa-4373bcc951e5), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.550902 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-030b1224-3bf2-4485-8232-17b5ff83c67e admin admin] Publish callbacks [] for security_group (22008cf9-7a1f-4088-81ab-77eb5aeca0a9), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.570425 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-891abfe2-f663-435a-b9b1-50da190f1c93 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (82dbe54d-49f4-47d1-a5fa-4373bcc951e5), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.573212 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c841f1-7b07-4308-a4ba-f2d1242b8e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3129ad-ea83-456c-8af2-cfe3652493cd,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:29.633665 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-6275ab36-11c1-4551-82f6-bb53ec058f04 service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727032 Apr 12 13:32:29.642164 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3f1dfdad-aca2-4e89-8703-b27a580b5d71 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group_rule (879cc940-a969-4db0-9bf6-b470d14e2d2a), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.687668 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-891abfe2-f663-435a-b9b1-50da190f1c93 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (b7bd7740-105d-4edc-89c9-c61ad5714e2a), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.687972 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3f1dfdad-aca2-4e89-8703-b27a580b5d71 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (879cc940-a969-4db0-9bf6-b470d14e2d2a), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.705443 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-030b1224-3bf2-4485-8232-17b5ff83c67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (22008cf9-7a1f-4088-81ab-77eb5aeca0a9), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.708371 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-030b1224-3bf2-4485-8232-17b5ff83c67e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.709696 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-030b1224-3bf2-4485-8232-17b5ff83c67e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22008cf9-7a1f-4088-81ab-77eb5aeca0a9 HTTP/1.1" status: 204 len: 168 time: 0.4049547 Apr 12 13:32:29.721395 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-b64c3b2f-1ebc-4d7f-a61a-fbe4266217fb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Made reservation on behalf of 758bb918fa864786a7a375dde266ff59 for: {'port': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:32:29.725210 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-b64c3b2f-1ebc-4d7f-a61a-fbe4266217fb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.738757 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device e52279ae-dd65-4c03-a033-75fdd026ab85 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:29.750629 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1dfdad-aca2-4e89-8703-b27a580b5d71 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=879cc940-a969-4db0-9bf6-b470d14e2d2a,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:29.755690 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b1224-3bf2-4485-8232-17b5ff83c67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22008cf9-7a1f-4088-81ab-77eb5aeca0a9,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:29.756645 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891abfe2-f663-435a-b9b1-50da190f1c93 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Pushing event updated for resources: {'Port': ['ID=82dbe54d-49f4-47d1-a5fa-4373bcc951e5,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:29.770469 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3f1dfdad-aca2-4e89-8703-b27a580b5d71 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.774582 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-3f1dfdad-aca2-4e89-8703-b27a580b5d71 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4792728 Apr 12 13:32:29.793454 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 58338) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:29.798416 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-af9ba1c8-32b3-4950-824c-aa1bd387b175 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Request body: {'security_group_rule': {'security_group_id': '931c4ac9-3782-4af6-a766-5446466d6312', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:29.805634 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.817738 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-891abfe2-f663-435a-b9b1-50da190f1c93 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.828972 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-891abfe2-f663-435a-b9b1-50da190f1c93 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6574385 Apr 12 13:32:29.870824 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-42f76bef-9789-4576-9f6d-5c48d5012e1e req-fa09921d-a3b0-457f-a38f-b8898af13089 service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889322 Apr 12 13:32:29.882840 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d9f6af2e-25c2-47b0-ba07-c831542d0905 req-327e6cca-a924-4d28-ad99-35ff3465292c service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382335 Apr 12 13:32:29.883764 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port e52279ae-dd65-4c03-a033-75fdd026ab85 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:29.884174 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (e52279ae-dd65-4c03-a033-75fdd026ab85), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.913913 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-af9ba1c8-32b3-4950-824c-aa1bd387b175 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group_rule (b57be024-5ba0-42da-ae67-ababe3f9dc76), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:29.978879 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-b64c3b2f-1ebc-4d7f-a61a-fbe4266217fb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Allocated IP 172.20.0.8 (9ce84178-38e7-4e29-b4a8-e078a0b5e3f2/1774c03c-3ad4-4c38-b37a-e0b0c31504ad/1d6ba5f9-733a-407b-8a04-d24441bac042) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:32:30.022358 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port e52279ae-dd65-4c03-a033-75fdd026ab85 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:30.052880 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-af9ba1c8-32b3-4950-824c-aa1bd387b175 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group_rule (b57be024-5ba0-42da-ae67-ababe3f9dc76), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.057669 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-af9ba1c8-32b3-4950-824c-aa1bd387b175 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (b57be024-5ba0-42da-ae67-ababe3f9dc76), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.078912 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ba1c8-32b3-4950-824c-aa1bd387b175 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57be024-5ba0-42da-ae67-ababe3f9dc76,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:30.091680 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-af9ba1c8-32b3-4950-824c-aa1bd387b175 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.092956 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-af9ba1c8-32b3-4950-824c-aa1bd387b175 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2982216 Apr 12 13:32:30.096048 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 58348) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:30.102406 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-4ca3a288-f5bb-431f-907a-e27ce9bf4104 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Request body: {'floatingip': {'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:30.111932 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e53a2-970d-42ca-8ddd-c28b6eb678c7 req-08f9a763-ed60-4f39-97c9-e8efc5ccd9ad tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:30.113756 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9d6e53a2-970d-42ca-8ddd-c28b6eb678c7 req-08f9a763-ed60-4f39-97c9-e8efc5ccd9ad tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 943 time: 0.0953033 Apr 12 13:32:30.130059 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a288-f5bb-431f-907a-e27ce9bf4104 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.284824 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9d6e53a2-970d-42ca-8ddd-c28b6eb678c7 req-142463d4-2b87-4f28-a373-24b7003f2157 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478701 Apr 12 13:32:30.309615 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-b64c3b2f-1ebc-4d7f-a61a-fbe4266217fb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for port (1d6ba5f9-733a-407b-8a04-d24441bac042), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.371969 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-b64c3b2f-1ebc-4d7f-a61a-fbe4266217fb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (1d6ba5f9-733a-407b-8a04-d24441bac042), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.383360 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a288-f5bb-431f-907a-e27ce9bf4104 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.436903 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-b64c3b2f-1ebc-4d7f-a61a-fbe4266217fb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:30.443954 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 58376) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:30.450367 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-b64c3b2f-1ebc-4d7f-a61a-fbe4266217fb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:30.468812 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-c4b5ee44-8600-400a-b6d1-11e84c853926 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1103482141&fields=id&tenant_id=1d7e8314f5b74f97a1d31c6659a57083 HTTP/1.1" status: 200 len: 267 time: 0.2172296 Apr 12 13:32:30.476454 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-b64c3b2f-1ebc-4d7f-a61a-fbe4266217fb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:32:30.483919 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25cb5a9-78fc-499c-9465-c7948dc1ab34', 'tag': 'f0ab50a3-db2b-4e65-8622-172c27e72eac'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:32:30.486393 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbea161-7c19-4c7e-b0d3-3a3d1f90980f" -d '{"events": [{"name": "network-changed", "server_uuid": "e25cb5a9-78fc-499c-9465-c7948dc1ab34", "tag": "f0ab50a3-db2b-4e65-8622-172c27e72eac"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:32:30.545224 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-b64c3b2f-1ebc-4d7f-a61a-fbe4266217fb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:30.545959 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-b64c3b2f-1ebc-4d7f-a61a-fbe4266217fb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.551338 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-b9e8159a-8c5b-40b4-83b1-05bcfd05cc2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=45d59cea5ace442197072f120e7e05df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1048417 Apr 12 13:32:30.563240 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 58384) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:30.566455 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab81c7-461a-4c54-9c62-1ad6cf9c48ef req-63503eca-c116-422e-b582-f55bca7ba6d7 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:30.568071 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3aab81c7-461a-4c54-9c62-1ad6cf9c48ef req-63503eca-c116-422e-b582-f55bca7ba6d7 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 931 time: 0.1397073 Apr 12 13:32:30.570406 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c3b2f-1ebc-4d7f-a61a-fbe4266217fb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'Port': ['ID=1d6ba5f9-733a-407b-8a04-d24441bac042,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:30.619618 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-b64c3b2f-1ebc-4d7f-a61a-fbe4266217fb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2775819 Apr 12 13:32:30.660885 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3aab81c7-461a-4c54-9c62-1ad6cf9c48ef req-a7cd7e35-ba9e-43f2-9fd1-f92fd7e08666 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840456 Apr 12 13:32:30.776672 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-b96b37c4-54a4-428c-92e3-847ab9548dbd tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:30.778149 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-b96b37c4-54a4-428c-92e3-847ab9548dbd tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/networks?id=dbcb15e3-0cf5-4145-a386-89dfb653c57e HTTP/1.1" status: 200 len: 810 time: 0.3004923 Apr 12 13:32:30.789069 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-4ca3a288-f5bb-431f-907a-e27ce9bf4104 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Allocated IP 172.27.2.92 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/a680f414-33ff-44c7-b77f-71260f8b4073) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:32:30.822427 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-dddb10db-52ab-43fd-805e-c3e749f17b2b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/quotas/1d7e8314f5b74f97a1d31c6659a57083 HTTP/1.1" status: 200 len: 375 time: 0.0344422 Apr 12 13:32:30.827759 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9a31a798-39f4-4fe4-b4af-d0bdf3e583b6 admin admin] Publish callbacks [] for security_group (5d2fa612-b129-4905-9b76-d32a2906a4de), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.844138 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb352b-0265-4773-b3d0-8cb28fcb15e5 req-58b9f870-e76f-4e1b-b53e-c87b6f13b89a tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:30.845871 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-abcb352b-0265-4773-b3d0-8cb28fcb15e5 req-58b9f870-e76f-4e1b-b53e-c87b6f13b89a tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 944 time: 0.0808759 Apr 12 13:32:30.914898 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-abcb352b-0265-4773-b3d0-8cb28fcb15e5 req-a3e0e2ea-e4fe-47df-8420-f2e0ae333e8b tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632906 Apr 12 13:32:30.960496 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-55064d1c-bae1-4f7a-a8be-a0a96cf81ffe None None] Provisioning complete for port 1d6ba5f9-733a-407b-8a04-d24441bac042 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:30.961004 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-55064d1c-bae1-4f7a-a8be-a0a96cf81ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (1d6ba5f9-733a-407b-8a04-d24441bac042), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.970442 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9a31a798-39f4-4fe4-b4af-d0bdf3e583b6 admin admin] Publish callbacks [] for security_group (5d2fa612-b129-4905-9b76-d32a2906a4de), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:30.987564 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-b10952ae-e2c6-4a5e-8311-5716742b52ed tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d7e8314f5b74f97a1d31c6659a57083&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1569018 Apr 12 13:32:30.989341 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e73845-8e02-4212-8b96-38d02203f43a x-openstack-request-id: req-e5e73845-8e02-4212-8b96-38d02203f43a {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:32:30.990381 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25cb5a9-78fc-499c-9465-c7948dc1ab34", "tag": "f0ab50a3-db2b-4e65-8622-172c27e72eac", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:32:30.990789 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5e73845-8e02-4212-8b96-38d02203f43a {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:32:30.991551 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5e73845-8e02-4212-8b96-38d02203f43a'] response: {'name': 'network-changed', 'server_uuid': 'e25cb5a9-78fc-499c-9465-c7948dc1ab34', 'tag': 'f0ab50a3-db2b-4e65-8622-172c27e72eac', 'status': 'completed', 'code': 200} Apr 12 13:32:31.029341 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:31.038228 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-55064d1c-bae1-4f7a-a8be-a0a96cf81ffe None None] Port 1d6ba5f9-733a-407b-8a04-d24441bac042 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:32:31.137852 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a288-f5bb-431f-907a-e27ce9bf4104 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for port (a680f414-33ff-44c7-b77f-71260f8b4073), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:31.140992 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9a31a798-39f4-4fe4-b4af-d0bdf3e583b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (5d2fa612-b129-4905-9b76-d32a2906a4de), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:31.143640 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9a31a798-39f4-4fe4-b4af-d0bdf3e583b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:31.144887 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-9a31a798-39f4-4fe4-b4af-d0bdf3e583b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d2fa612-b129-4905-9b76-d32a2906a4de HTTP/1.1" status: 204 len: 168 time: 0.5807149 Apr 12 13:32:31.202291 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31a798-39f4-4fe4-b4af-d0bdf3e583b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2fa612-b129-4905-9b76-d32a2906a4de,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:31.218731 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-be602ee1-bab1-4aa3-9dfa-c61d97d0e399 service neutron] 10.222.0.11 "GET /v2.0/networks/dbcb15e3-0cf5-4145-a386-89dfb653c57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101047 Apr 12 13:32:31.286119 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a288-f5bb-431f-907a-e27ce9bf4104 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (a680f414-33ff-44c7-b77f-71260f8b4073), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:31.336023 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca3a288-f5bb-431f-907a-e27ce9bf4104 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:31.341836 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-4ca3a288-f5bb-431f-907a-e27ce9bf4104 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:31.366115 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca3a288-f5bb-431f-907a-e27ce9bf4104 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:32:31.373682 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:31.400892 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3a288-f5bb-431f-907a-e27ce9bf4104 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Pushing event updated for resources: {'Port': ['ID=a680f414-33ff-44c7-b77f-71260f8b4073,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:31.448012 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-a204d72a-c78f-49e1-9d6a-a9e6580ec835 service neutron] 10.222.0.11 "GET /v2.0/networks/dbcb15e3-0cf5-4145-a386-89dfb653c57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283285 Apr 12 13:32:31.450794 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bd621-5132-4c26-8f4b-9661563d312a req-46b204c7-7726-40f3-a515-18a7f06cf2ab tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:31.454905 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e32bd621-5132-4c26-8f4b-9661563d312a req-46b204c7-7726-40f3-a515-18a7f06cf2ab tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 943 time: 0.0911925 Apr 12 13:32:31.468816 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:32:31.472357 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a288-f5bb-431f-907a-e27ce9bf4104 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for floatingip (04d43670-f8e5-4d80-9225-8a9f7f967303), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:31.484567 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:31.485193 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (bff5ac8e-e914-4f2e-8a20-b3d40d1dd675), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:31.521812 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a288-f5bb-431f-907a-e27ce9bf4104 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (a680f414-33ff-44c7-b77f-71260f8b4073), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:31.599171 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e32bd621-5132-4c26-8f4b-9661563d312a req-d386c3f8-b680-4701-807a-9a5199139b99 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382854 Apr 12 13:32:31.705916 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:31.706310 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (bff5ac8e-e914-4f2e-8a20-b3d40d1dd675), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:31.807126 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c0240f-f956-4a45-865a-c88ae80a8aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff5ac8e-e914-4f2e-8a20-b3d40d1dd675'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:32:31.830874 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5350f0ab-915f-4ad0-975a-eee414a72891 req-f59d76a3-504c-411d-8728-d5206fb505ce tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 210 time: 0.0701418 Apr 12 13:32:31.843745 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Request body: {'port': {'device_id': 'ec23bf5d-33f8-4c40-b606-9cce5423fd33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:31.893974 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a288-f5bb-431f-907a-e27ce9bf4104 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for port (a680f414-33ff-44c7-b77f-71260f8b4073), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:31.915954 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a288-f5bb-431f-907a-e27ce9bf4104 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (a680f414-33ff-44c7-b77f-71260f8b4073), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:31.962452 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port bff5ac8e-e914-4f2e-8a20-b3d40d1dd675, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bff5ac8e-e914-4f2e-8a20-b3d40d1dd675,segment=NetworkSegment(3ba56b40-d89a-4c5b-b67f-cac906f690fd),segment_id=3ba56b40-d89a-4c5b-b67f-cac906f690fd)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:31.976296 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (bff5ac8e-e914-4f2e-8a20-b3d40d1dd675), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:31.987551 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (1d6ba5f9-733a-407b-8a04-d24441bac042), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:32.016368 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3a288-f5bb-431f-907a-e27ce9bf4104 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Pushing event updated for resources: {'Port': ['ID=a680f414-33ff-44c7-b77f-71260f8b4073,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:32.031532 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a288-f5bb-431f-907a-e27ce9bf4104 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (04d43670-f8e5-4d80-9225-8a9f7f967303), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:32.085607 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea695e64-0d2f-490a-a8e1-c4ede9f12547 req-e2dae5dc-6d55-44d8-968e-3272af57c89f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:32.093803 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ea695e64-0d2f-490a-a8e1-c4ede9f12547 req-e2dae5dc-6d55-44d8-968e-3272af57c89f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 931 time: 0.2214532 Apr 12 13:32:32.139952 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4ca3a288-f5bb-431f-907a-e27ce9bf4104 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:32.141808 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-4ca3a288-f5bb-431f-907a-e27ce9bf4104 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0441911 Apr 12 13:32:32.173194 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ea695e64-0d2f-490a-a8e1-c4ede9f12547 req-34ed6e85-e7a9-4d5f-a590-c8fd7a947401 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743170 Apr 12 13:32:32.212908 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=bff5ac8e-e914-4f2e-8a20-b3d40d1dd675,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:32.273645 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1673125-0c50-4847-8df1-25edbced630b req-86796d94-d42e-4700-8d53-3e9dd021ada6 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:32.275540 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a1673125-0c50-4847-8df1-25edbced630b req-86796d94-d42e-4700-8d53-3e9dd021ada6 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 945 time: 0.0677841 Apr 12 13:32:32.379713 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4a656f-e6e9-4e2c-a70f-75713888ae94" -d '{"events": [{"server_uuid": "72c0240f-f956-4a45-865a-c88ae80a8aab", "name": "network-vif-plugged", "status": "completed", "tag": "bff5ac8e-e914-4f2e-8a20-b3d40d1dd675"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:32:32.469202 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a1673125-0c50-4847-8df1-25edbced630b req-5f45013d-dcac-4769-a341-f6190649c6b2 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836436 Apr 12 13:32:32.486997 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6ba5f9-733a-407b-8a04-d24441bac042 {{(pid=103294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:32:32.504009 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Publish callbacks [] for port (1d6ba5f9-733a-407b-8a04-d24441bac042), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:32.527391 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.provisioning_blocks [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Transition to ACTIVE for port object 1d6ba5f9-733a-407b-8a04-d24441bac042 will not be triggered until provisioned by entity L2. {{(pid=103294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:32:32.536539 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (1d6ba5f9-733a-407b-8a04-d24441bac042), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:32.624859 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6ba5f9-733a-407b-8a04-d24441bac042,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:32.696498 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-38ed187d-a9a0-4518-927b-4e0668bb4722 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1609092378&fields=id&tenant_id=4fef9bcc9d6d4674acceb9c482454dfd HTTP/1.1" status: 200 len: 267 time: 0.1197443 Apr 12 13:32:32.724672 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21c3237-483f-4d5b-b195-8c014dae8db2 x-openstack-request-id: req-e21c3237-483f-4d5b-b195-8c014dae8db2 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:32:32.725492 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c0240f-f956-4a45-865a-c88ae80a8aab", "name": "network-vif-plugged", "status": "completed", "tag": "bff5ac8e-e914-4f2e-8a20-b3d40d1dd675", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:32:32.725974 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e21c3237-483f-4d5b-b195-8c014dae8db2 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:32:32.726615 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21c3237-483f-4d5b-b195-8c014dae8db2'] response: {'server_uuid': '72c0240f-f956-4a45-865a-c88ae80a8aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff5ac8e-e914-4f2e-8a20-b3d40d1dd675', 'code': 200} Apr 12 13:32:32.815542 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Attempting to bind port 1d6ba5f9-733a-407b-8a04-d24441bac042 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:32:32.815850 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Attempting to bind port 1d6ba5f9-733a-407b-8a04-d24441bac042 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:32:32.816185 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Attempting to bind port 1d6ba5f9-733a-407b-8a04-d24441bac042 on network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:32.831158 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Port 1d6ba5f9-733a-407b-8a04-d24441bac042 on network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:32:32.831591 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Attempting to bind port 1d6ba5f9-733a-407b-8a04-d24441bac042 on network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:32.840034 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:32:32.840379 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Checking segment: {'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:32.840773 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Bound using segment: {'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:32:32.841253 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Bound port: 1d6ba5f9-733a-407b-8a04-d24441bac042, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:32:32.841620 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (1d6ba5f9-733a-407b-8a04-d24441bac042), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:32.871096 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dac4c-58fd-496c-b0a6-5d47e3d6b0cd req-34fc9254-5261-410b-8108-7a07be2490cd tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:32.872792 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f74dac4c-58fd-496c-b0a6-5d47e3d6b0cd req-34fc9254-5261-410b-8108-7a07be2490cd tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 943 time: 0.0879993 Apr 12 13:32:32.896465 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-b8ec1e34-3585-48e9-9985-4015182ac8b6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:32.898084 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-b8ec1e34-3585-48e9-9985-4015182ac8b6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/networks?id=f075efcd-1b7f-4180-93c5-9b0501e51c53 HTTP/1.1" status: 200 len: 816 time: 0.1900945 Apr 12 13:32:32.940663 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-467c9abd-7a14-4894-9b35-6d8235166065 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/quotas/4fef9bcc9d6d4674acceb9c482454dfd HTTP/1.1" status: 200 len: 375 time: 0.0225358 Apr 12 13:32:32.956298 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f74dac4c-58fd-496c-b0a6-5d47e3d6b0cd req-e7f85742-5d5a-406f-9bf0-24d84193d734 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607228 Apr 12 13:32:33.015100 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-ae814f9a-f567-4fb5-9dd5-1e3b34057df0 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fef9bcc9d6d4674acceb9c482454dfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652392 Apr 12 13:32:33.025190 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] For port 1d6ba5f9-733a-407b-8a04-d24441bac042, host hv-cinder-83009, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:32:33.031231 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] For port 1d6ba5f9-733a-407b-8a04-d24441bac042, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1d6ba5f9-733a-407b-8a04-d24441bac042,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:32:33.052949 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (1d6ba5f9-733a-407b-8a04-d24441bac042), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:33.071794 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-149e1b76-f76b-4c9d-a78a-4e78fa4d16fd req-a44c93d6-71fc-4ffd-a5ae-37ca4a230744 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 210 time: 0.0379333 Apr 12 13:32:33.131700 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:33.132416 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:33.133799 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] 10.222.0.41 "PUT /v2.0/ports/1d6ba5f9-733a-407b-8a04-d24441bac042 HTTP/1.1" status: 200 len: 1093 time: 1.2966952 Apr 12 13:32:33.136194 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec23bf5d-33f8-4c40-b606-9cce5423fd33', 'tag': '1d6ba5f9-733a-407b-8a04-d24441bac042'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:32:33.138553 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef39ccdb-7719-41e8-8bcb-1fb389609054" -d '{"events": [{"name": "network-changed", "server_uuid": "ec23bf5d-33f8-4c40-b606-9cce5423fd33", "tag": "1d6ba5f9-733a-407b-8a04-d24441bac042"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:32:33.179145 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-b2433dd9-52ae-41e0-b2f9-a79a156fd3b6 service neutron] 10.222.0.11 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631660 Apr 12 13:32:33.188745 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2447dad-674e-42dd-a57b-df6ce2c0c392 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6ba5f9-733a-407b-8a04-d24441bac042,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:33.221773 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e39c95-e5ef-401d-bd4e-4845df58138c x-openstack-request-id: req-28e39c95-e5ef-401d-bd4e-4845df58138c {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:32:33.222079 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec23bf5d-33f8-4c40-b606-9cce5423fd33", "tag": "1d6ba5f9-733a-407b-8a04-d24441bac042", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:32:33.222339 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28e39c95-e5ef-401d-bd4e-4845df58138c {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:32:33.222772 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28e39c95-e5ef-401d-bd4e-4845df58138c'] response: {'name': 'network-changed', 'server_uuid': 'ec23bf5d-33f8-4c40-b606-9cce5423fd33', 'tag': '1d6ba5f9-733a-407b-8a04-d24441bac042', 'status': 'completed', 'code': 200} Apr 12 13:32:33.313851 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-6ec5cb5d-e205-4a44-96b0-2ede5a4eb498 service neutron] 10.222.0.11 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338480 Apr 12 13:32:33.393098 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device f0ab50a3-db2b-4e65-8622-172c27e72eac details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:32:33.427984 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d014f-11cd-4378-8b96-6f6db5756d2c req-540e4cd4-46f7-4f26-be62-b3bfe73ee4a5 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:33.430310 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4f7d014f-11cd-4378-8b96-6f6db5756d2c req-540e4cd4-46f7-4f26-be62-b3bfe73ee4a5 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 943 time: 0.0975482 Apr 12 13:32:33.511806 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4f7d014f-11cd-4378-8b96-6f6db5756d2c req-123caf23-6c3c-4e4b-bbb3-44ba62e53227 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745542 Apr 12 13:32:33.550876 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port f0ab50a3-db2b-4e65-8622-172c27e72eac, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f0ab50a3-db2b-4e65-8622-172c27e72eac,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:33.575001 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': 'f0ab50a3-db2b-4e65-8622-172c27e72eac', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'port_id': 'f0ab50a3-db2b-4e65-8622-172c27e72eac', 'mac_address': 'fa:16:3e:66:d1:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:32:33.647023 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port f0ab50a3-db2b-4e65-8622-172c27e72eac is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:33.647808 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (f0ab50a3-db2b-4e65-8622-172c27e72eac), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:33.665490 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ab50a3-db2b-4e65-8622-172c27e72eac {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:32:33.674900 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-97fe5cbd-8313-40b8-9e8b-849c7b4f6071 req-bed200bc-27a9-4455-baca-f4e7200e963c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 210 time: 0.0661502 Apr 12 13:32:33.694765 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25715d-9b1c-497c-a599-c91572de620e req-ed00cdca-f033-4742-867e-0f74ce849c55 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:33.696310 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7d25715d-9b1c-497c-a599-c91572de620e req-ed00cdca-f033-4742-867e-0f74ce849c55 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 945 time: 0.1170812 Apr 12 13:32:33.707918 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port f0ab50a3-db2b-4e65-8622-172c27e72eac, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f0ab50a3-db2b-4e65-8622-172c27e72eac,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:33.714144 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (f0ab50a3-db2b-4e65-8622-172c27e72eac), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:33.779202 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7d25715d-9b1c-497c-a599-c91572de620e req-c52f2a8f-43f0-4859-8daf-7e8f3313ad12 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662749 Apr 12 13:32:33.809736 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=f0ab50a3-db2b-4e65-8622-172c27e72eac,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:34.051727 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744b3d2-6360-4d49-a0c8-eaa922264c7f req-bccf688a-8441-4593-b359-e24966e372f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:34.062980 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6744b3d2-6360-4d49-a0c8-eaa922264c7f req-bccf688a-8441-4593-b359-e24966e372f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2bb2007ea0444849922a4d55efee799&device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 1127 time: 0.1053627 Apr 12 13:32:34.104743 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['f0ab50a3-db2b-4e65-8622-172c27e72eac'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:32:34.224974 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39ccdb-7719-41e8-8bcb-1fb389609054 req-2412ffe2-d906-41df-8245-f51e0e95e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:34.231521 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ef39ccdb-7719-41e8-8bcb-1fb389609054 req-2412ffe2-d906-41df-8245-f51e0e95e45c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=758bb918fa864786a7a375dde266ff59&device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 1127 time: 0.2544456 Apr 12 13:32:34.260766 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:32:34.320487 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.41', 56023) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:34.340705 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7cad5d94-99ed-4702-9def-9a643b68597b req-8d9438a8-1db2-452c-8ba4-fec5e3f04fcb tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 210 time: 0.1263113 Apr 12 13:32:34.386196 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbea161-7c19-4c7e-b0d3-3a3d1f90980f req-195b4d05-55bd-46a4-9277-8a513a45b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:34.392236 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3fbea161-7c19-4c7e-b0d3-3a3d1f90980f req-195b4d05-55bd-46a4-9277-8a513a45b6db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2bb2007ea0444849922a4d55efee799&device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 1129 time: 0.4317312 Apr 12 13:32:34.478853 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d564d0-48f8-4087-a68a-34c51d1d71d4 req-f2b43adc-85e7-4b08-a17a-7574e8e0dc4b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:34.487925 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-82d564d0-48f8-4087-a68a-34c51d1d71d4 req-f2b43adc-85e7-4b08-a17a-7574e8e0dc4b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 943 time: 0.3126798 Apr 12 13:32:34.529414 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615323a-229b-4a08-893d-00702a5ca346 req-26b5b678-0037-4605-8fc5-0cb22ed1e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:34.531338 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9615323a-229b-4a08-893d-00702a5ca346 req-26b5b678-0037-4605-8fc5-0cb22ed1e4b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 1129 time: 0.2098339 Apr 12 13:32:34.538435 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744b3d2-6360-4d49-a0c8-eaa922264c7f req-19dde829-f305-466a-a78e-46c8c00fba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:34.540024 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6744b3d2-6360-4d49-a0c8-eaa922264c7f req-19dde829-f305-466a-a78e-46c8c00fba79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 200 len: 919 time: 0.4434488 Apr 12 13:32:34.541292 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58560) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:34.597589 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-82d564d0-48f8-4087-a68a-34c51d1d71d4 req-26886d6c-c2cf-438e-998a-0682668111a7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042249 Apr 12 13:32:34.706866 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e6ad0137-9531-4818-b231-a8e8e62bf1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:34.934881 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-9615323a-229b-4a08-893d-00702a5ca346 req-9013ce8a-0d05-4739-997d-d85ef71acc34 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:34.937661 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6744b3d2-6360-4d49-a0c8-eaa922264c7f req-afb8070d-8faf-413d-a7c3-e046027b7610 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cfea81e-d77e-4c85-ae49-26b624080d7c HTTP/1.1" status: 200 len: 217 time: 0.1346397 Apr 12 13:32:34.949255 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a181e07c-550d-42a8-a3c2-19173828f969 req-4ef388b9-c018-4c25-839a-102802ee5145 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 210 time: 0.1287587 Apr 12 13:32:34.959385 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.41', 56025) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:35.103285 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554803b6-8abb-42d9-b2b4-7991aedb385a req-8fdda66b-1da4-43e8-ba76-2c1b1017eaea tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:35.105575 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-554803b6-8abb-42d9-b2b4-7991aedb385a req-8fdda66b-1da4-43e8-ba76-2c1b1017eaea tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 943 time: 0.3865607 Apr 12 13:32:35.165096 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbea161-7c19-4c7e-b0d3-3a3d1f90980f req-ea55d13e-8de5-4076-8d72-d415eba3e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:35.166643 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3fbea161-7c19-4c7e-b0d3-3a3d1f90980f req-ea55d13e-8de5-4076-8d72-d415eba3e3ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 200 len: 919 time: 0.4466150 Apr 12 13:32:35.167898 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39ccdb-7719-41e8-8bcb-1fb389609054 req-94ee179d-7522-4d50-8c8f-8d2e03762ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:35.169246 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ef39ccdb-7719-41e8-8bcb-1fb389609054 req-94ee179d-7522-4d50-8c8f-8d2e03762ae8 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=758bb918fa864786a7a375dde266ff59&shared=False HTTP/1.1" status: 200 len: 916 time: 0.8435442 Apr 12 13:32:35.203688 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-554803b6-8abb-42d9-b2b4-7991aedb385a req-817e347c-2f1e-4f5c-972b-82700b1f1a07 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818968 Apr 12 13:32:35.282640 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3fbea161-7c19-4c7e-b0d3-3a3d1f90980f req-73a74aaa-c16d-453f-b4e2-bf293fce0682 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0ab50a3-db2b-4e65-8622-172c27e72eac HTTP/1.1" status: 200 len: 217 time: 0.0509710 Apr 12 13:32:35.372319 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739866e-1322-473a-b7a5-6956950b7b3f req-c37c7dbb-3fd6-420b-8139-4215f7725d5d tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:35.374051 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5739866e-1322-473a-b7a5-6956950b7b3f req-c37c7dbb-3fd6-420b-8139-4215f7725d5d tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 945 time: 0.2830403 Apr 12 13:32:35.388037 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744b3d2-6360-4d49-a0c8-eaa922264c7f req-d6081a47-e778-4a6c-8af8-4c78e1c10751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:35.389550 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6744b3d2-6360-4d49-a0c8-eaa922264c7f req-d6081a47-e778-4a6c-8af8-4c78e1c10751 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3d8356-64c5-4a91-99a8-70c6abe2b2fb HTTP/1.1" status: 200 len: 857 time: 0.4341879 Apr 12 13:32:35.483110 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-9c6de6b7-b28d-49dc-a84d-6d7c43550c95 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:35.484571 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-9c6de6b7-b28d-49dc-a84d-6d7c43550c95 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.41 "GET /v2.0/networks?id=dbcb15e3-0cf5-4145-a386-89dfb653c57e HTTP/1.1" status: 200 len: 810 time: 0.5148387 Apr 12 13:32:35.485038 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f6e6603d-3f6b-48ec-b365-a29a809ded57 req-41c4754c-147a-4ae4-b285-406bcd70f63b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 210 time: 0.0555570 Apr 12 13:32:35.488948 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e6ad0137-9531-4818-b231-a8e8e62bf1df admin admin] Publish callbacks [] for security_group (f05eb0bc-55e3-41b0-b715-f9953d9cf810), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:35.497535 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39ccdb-7719-41e8-8bcb-1fb389609054 req-622b5fdc-8172-4c7d-89ba-ebf25f5a1c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:35.499362 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ef39ccdb-7719-41e8-8bcb-1fb389609054 req-622b5fdc-8172-4c7d-89ba-ebf25f5a1c6d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2777824 Apr 12 13:32:35.504742 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e6ad0137-9531-4818-b231-a8e8e62bf1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (f05eb0bc-55e3-41b0-b715-f9953d9cf810), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:35.541994 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5739866e-1322-473a-b7a5-6956950b7b3f req-37188d1c-e32e-48f8-89fb-5e3194acdfa9 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468694 Apr 12 13:32:35.565625 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad0137-9531-4818-b231-a8e8e62bf1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05eb0bc-55e3-41b0-b715-f9953d9cf810,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:35.569931 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-e6ad0137-9531-4818-b231-a8e8e62bf1df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae5dc0f02fa94b1ead3182876f6b9a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0275459 Apr 12 13:32:35.573452 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 58594) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:35.592371 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-9615323a-229b-4a08-893d-00702a5ca346 req-9013ce8a-0d05-4739-997d-d85ef71acc34 service neutron] Publish callbacks [] for security_group (614ccfb4-140f-46b9-82ea-e5bff9e64604), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:35.597967 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-9615323a-229b-4a08-893d-00702a5ca346 req-9013ce8a-0d05-4739-997d-d85ef71acc34 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (614ccfb4-140f-46b9-82ea-e5bff9e64604), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:35.644896 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4378a37c-36bb-4863-918f-201c0d2f7e7d admin admin] Publish callbacks [] for security_group (f05eb0bc-55e3-41b0-b715-f9953d9cf810), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:35.657720 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9615323a-229b-4a08-893d-00702a5ca346 req-9013ce8a-0d05-4739-997d-d85ef71acc34 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8395829 Apr 12 13:32:35.673399 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013ce8a-0d05-4739-997d-d85ef71acc34 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=614ccfb4-140f-46b9-82ea-e5bff9e64604,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:35.704103 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4378a37c-36bb-4863-918f-201c0d2f7e7d admin admin] Publish callbacks [] for security_group (f05eb0bc-55e3-41b0-b715-f9953d9cf810), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:35.742204 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0d96d-4b88-4a9a-af1a-eeee40cf7352 req-2fd439bf-ecf7-4d20-b462-6ba69f5e74ba tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:35.744018 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-32b0d96d-4b88-4a9a-af1a-eeee40cf7352 req-2fd439bf-ecf7-4d20-b462-6ba69f5e74ba tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 943 time: 0.0739989 Apr 12 13:32:35.803707 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-32b0d96d-4b88-4a9a-af1a-eeee40cf7352 req-6ef70fe0-4c4d-488a-926f-e0100d38eb12 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528669 Apr 12 13:32:35.804755 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4378a37c-36bb-4863-918f-201c0d2f7e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (f05eb0bc-55e3-41b0-b715-f9953d9cf810), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:35.807918 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4378a37c-36bb-4863-918f-201c0d2f7e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:35.808967 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-4378a37c-36bb-4863-918f-201c0d2f7e7d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f05eb0bc-55e3-41b0-b715-f9953d9cf810 HTTP/1.1" status: 204 len: 168 time: 0.2344568 Apr 12 13:32:35.818304 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378a37c-36bb-4863-918f-201c0d2f7e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05eb0bc-55e3-41b0-b715-f9953d9cf810,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:36.063968 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6fa745b1-eb53-425e-aa97-774a72b467e2 req-8138e4a3-c0f9-4e4e-9b80-e5fc9b6b169d tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 210 time: 0.0330274 Apr 12 13:32:36.162026 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 58610) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:36.175695 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d583da02-5cc0-4449-af83-ecc65536b071 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:36.251363 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d583da02-5cc0-4449-af83-ecc65536b071 admin admin] Publish callbacks [] for security_group (d7d7de47-e754-499b-b404-d1c8ac3f9a02), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:36.255217 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d583da02-5cc0-4449-af83-ecc65536b071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (d7d7de47-e754-499b-b404-d1c8ac3f9a02), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:36.318940 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-d583da02-5cc0-4449-af83-ecc65536b071 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e0d73f2287242d9a43a0da0c6e88177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556985 Apr 12 13:32:36.319699 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583da02-5cc0-4449-af83-ecc65536b071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d7de47-e754-499b-b404-d1c8ac3f9a02,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:36.321535 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58614) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:36.340664 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bec2543-0bad-48e3-880f-465aba56577a req-1779b6d0-e79a-495a-9326-309f6c12f4c1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:36.342143 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4bec2543-0bad-48e3-880f-465aba56577a req-1779b6d0-e79a-495a-9326-309f6c12f4c1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 943 time: 0.0673258 Apr 12 13:32:36.372517 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9f90643f-f837-4de6-985f-0d8bbcc3fc10 admin admin] Publish callbacks [] for security_group (d7d7de47-e754-499b-b404-d1c8ac3f9a02), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:36.393070 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4bec2543-0bad-48e3-880f-465aba56577a req-00779ff6-e6a7-4a0a-89a6-b7b1f8962012 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448527 Apr 12 13:32:36.393974 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9f90643f-f837-4de6-985f-0d8bbcc3fc10 admin admin] Publish callbacks [] for security_group (d7d7de47-e754-499b-b404-d1c8ac3f9a02), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:36.441484 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9f90643f-f837-4de6-985f-0d8bbcc3fc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (d7d7de47-e754-499b-b404-d1c8ac3f9a02), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:36.444037 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9f90643f-f837-4de6-985f-0d8bbcc3fc10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:36.445225 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-9f90643f-f837-4de6-985f-0d8bbcc3fc10 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d7d7de47-e754-499b-b404-d1c8ac3f9a02 HTTP/1.1" status: 204 len: 168 time: 0.1214626 Apr 12 13:32:36.452626 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90643f-f837-4de6-985f-0d8bbcc3fc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d7de47-e754-499b-b404-d1c8ac3f9a02,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:36.583061 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d3fea622-c3d0-4cda-9712-718e691ad074 req-0398de9e-5796-4634-a4eb-b5f58a7935d7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 210 time: 0.0290031 Apr 12 13:32:36.657476 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf4968-d6b4-4c18-902a-b7454fdd8ddd req-7cf01b40-3777-4622-837b-c39da5d2695b tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:36.658965 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c1bf4968-d6b4-4c18-902a-b7454fdd8ddd req-7cf01b40-3777-4622-837b-c39da5d2695b tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 945 time: 0.0474975 Apr 12 13:32:36.708125 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c1bf4968-d6b4-4c18-902a-b7454fdd8ddd req-2e884a15-e2f6-4078-975d-44fa3da053b5 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433555 Apr 12 13:32:36.771084 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58624) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:36.787496 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c36464e-37e1-4e28-b299-d3082ca5a360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:36.861557 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c36464e-37e1-4e28-b299-d3082ca5a360 admin admin] Publish callbacks [] for security_group (32d1c761-c5fa-4cec-8f13-cdc93217c9b1), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:36.866112 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c36464e-37e1-4e28-b299-d3082ca5a360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (32d1c761-c5fa-4cec-8f13-cdc93217c9b1), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:36.930259 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36464e-37e1-4e28-b299-d3082ca5a360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d1c761-c5fa-4cec-8f13-cdc93217c9b1,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:36.953004 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-0c36464e-37e1-4e28-b299-d3082ca5a360 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09fc800acfb34e1bb8e83e83039690ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1808577 Apr 12 13:32:36.955692 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 58632) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:36.966212 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6388024-3d6b-40e0-b719-753c700cdcc3 req-4c9149db-51f0-4ef3-b79b-77ae3a38541b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:36.967744 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f6388024-3d6b-40e0-b719-753c700cdcc3 req-4c9149db-51f0-4ef3-b79b-77ae3a38541b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 943 time: 0.0769558 Apr 12 13:32:37.004343 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b500d26b-7e06-4ec6-ac5d-b8aac86e417d admin admin] Publish callbacks [] for security_group (32d1c761-c5fa-4cec-8f13-cdc93217c9b1), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:37.016866 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f6388024-3d6b-40e0-b719-753c700cdcc3 req-c4a46b57-31df-4afa-ae52-4dc8fbbc92b9 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431926 Apr 12 13:32:37.025992 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b500d26b-7e06-4ec6-ac5d-b8aac86e417d admin admin] Publish callbacks [] for security_group (32d1c761-c5fa-4cec-8f13-cdc93217c9b1), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:37.071853 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b500d26b-7e06-4ec6-ac5d-b8aac86e417d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (32d1c761-c5fa-4cec-8f13-cdc93217c9b1), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:37.074662 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b500d26b-7e06-4ec6-ac5d-b8aac86e417d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:37.075793 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-b500d26b-7e06-4ec6-ac5d-b8aac86e417d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/32d1c761-c5fa-4cec-8f13-cdc93217c9b1 HTTP/1.1" status: 204 len: 168 time: 0.1191289 Apr 12 13:32:37.083564 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500d26b-7e06-4ec6-ac5d-b8aac86e417d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d1c761-c5fa-4cec-8f13-cdc93217c9b1,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:37.166140 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-900770bb-180a-4b6e-9c4a-7372825d17bd req-5d59cadb-912f-4237-8d02-9141326ff401 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 210 time: 0.0317750 Apr 12 13:32:37.515612 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3090f-76ec-411e-a433-dcebc9dc9075 req-3975145a-0ff0-4c66-b816-a18da236a529 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:37.517074 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8ec3090f-76ec-411e-a433-dcebc9dc9075 req-3975145a-0ff0-4c66-b816-a18da236a529 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 943 time: 0.0498981 Apr 12 13:32:37.565623 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8ec3090f-76ec-411e-a433-dcebc9dc9075 req-7964799e-e187-40b9-bfcd-7b4a577fc008 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428782 Apr 12 13:32:37.591529 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 1cfea81e-d77e-4c85-ae49-26b624080d7c details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:32:37.628245 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device f0ab50a3-db2b-4e65-8622-172c27e72eac up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:37.722768 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-684d7fe1-3880-49ce-add2-ee781547ec7c req-3260eb61-a0cb-4ae3-9e8c-2332f7e85dbf tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 210 time: 0.0288057 Apr 12 13:32:37.732427 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port f0ab50a3-db2b-4e65-8622-172c27e72eac completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:32:37.750002 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 1cfea81e-d77e-4c85-ae49-26b624080d7c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1cfea81e-d77e-4c85-ae49-26b624080d7c,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:37.752145 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port f0ab50a3-db2b-4e65-8622-172c27e72eac triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:37.752518 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (f0ab50a3-db2b-4e65-8622-172c27e72eac), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:37.785280 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': '1cfea81e-d77e-4c85-ae49-26b624080d7c', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'port_id': '1cfea81e-d77e-4c85-ae49-26b624080d7c', 'mac_address': 'fa:16:3e:77:92:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:32:37.809314 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 58662) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:37.839102 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 1cfea81e-d77e-4c85-ae49-26b624080d7c is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:37.839493 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (1cfea81e-d77e-4c85-ae49-26b624080d7c), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:37.841137 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f482a1-4dbe-48f9-ac56-696c9764e21e req-be43697d-6bac-47e0-91d3-054ed101404f tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:37.842736 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-85f482a1-4dbe-48f9-ac56-696c9764e21e req-be43697d-6bac-47e0-91d3-054ed101404f tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 945 time: 0.0564728 Apr 12 13:32:37.874893 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cfea81e-d77e-4c85-ae49-26b624080d7c {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:32:37.902659 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port f0ab50a3-db2b-4e65-8622-172c27e72eac is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:37.903055 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (f0ab50a3-db2b-4e65-8622-172c27e72eac), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:37.906038 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 1cfea81e-d77e-4c85-ae49-26b624080d7c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1cfea81e-d77e-4c85-ae49-26b624080d7c,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:37.913582 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-85f482a1-4dbe-48f9-ac56-696c9764e21e req-4bd85f8d-4b3d-40ee-b712-d65c3251d9f5 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641620 Apr 12 13:32:37.919461 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (1cfea81e-d77e-4c85-ae49-26b624080d7c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:37.919912 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-60beadc1-30a1-4643-9af6-e58f36703111 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1988799858-network', 'tenant_id': '6c3026c8d1d84064a388ff46c04dafd3'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:37.942045 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60beadc1-30a1-4643-9af6-e58f36703111 admin admin] Made reservation on behalf of 6c3026c8d1d84064a388ff46c04dafd3 for: {'network': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:32:37.944814 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-60beadc1-30a1-4643-9af6-e58f36703111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for network (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:37.954812 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-60beadc1-30a1-4643-9af6-e58f36703111 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:37.960071 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25cb5a9-78fc-499c-9465-c7948dc1ab34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ab50a3-db2b-4e65-8622-172c27e72eac'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:32:37.963103 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067008b5-6c7e-4d56-9d90-6db52274fa1b" -d '{"events": [{"server_uuid": "e25cb5a9-78fc-499c-9465-c7948dc1ab34", "name": "network-vif-plugged", "status": "completed", "tag": "f0ab50a3-db2b-4e65-8622-172c27e72eac"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:32:38.002827 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=1cfea81e-d77e-4c85-ae49-26b624080d7c,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:38.012993 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port f0ab50a3-db2b-4e65-8622-172c27e72eac, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f0ab50a3-db2b-4e65-8622-172c27e72eac,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:38.015496 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d99d60b-9d45-4cc7-a6ea-3909a114995a x-openstack-request-id: req-5d99d60b-9d45-4cc7-a6ea-3909a114995a {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:32:38.015580 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25cb5a9-78fc-499c-9465-c7948dc1ab34", "name": "network-vif-plugged", "status": "completed", "tag": "f0ab50a3-db2b-4e65-8622-172c27e72eac", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:32:38.015778 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5d99d60b-9d45-4cc7-a6ea-3909a114995a {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:32:38.016397 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d99d60b-9d45-4cc7-a6ea-3909a114995a'] response: {'server_uuid': 'e25cb5a9-78fc-499c-9465-c7948dc1ab34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ab50a3-db2b-4e65-8622-172c27e72eac', 'code': 200} Apr 12 13:32:38.018705 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (f0ab50a3-db2b-4e65-8622-172c27e72eac), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:38.072979 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-60beadc1-30a1-4643-9af6-e58f36703111 admin admin] Publish callbacks [] for security_group (4b0b83b9-4578-4998-bdf8-864bac6be9a3), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:38.074131 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=f0ab50a3-db2b-4e65-8622-172c27e72eac,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:38.081955 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-60beadc1-30a1-4643-9af6-e58f36703111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (4b0b83b9-4578-4998-bdf8-864bac6be9a3), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:38.104892 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60beadc1-30a1-4643-9af6-e58f36703111 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:32:38.119813 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60beadc1-30a1-4643-9af6-e58f36703111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0b83b9-4578-4998-bdf8-864bac6be9a3,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:38.125808 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-60beadc1-30a1-4643-9af6-e58f36703111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (6682e27a-8e0a-47b8-bc15-b0fb786470b1), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:38.126082 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.segments_db [None req-60beadc1-30a1-4643-9af6-e58f36703111 admin admin] Added segment 6682e27a-8e0a-47b8-bc15-b0fb786470b1 of type vlan for network f8d0861f-86b7-48fd-a95e-0cfdb6f00f81 Apr 12 13:32:38.140066 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b142f72-2246-498a-879b-de6c19e5242e req-c25f1f72-2dfd-4bb1-905a-40b11aeb022c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:38.141606 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2b142f72-2246-498a-879b-de6c19e5242e req-c25f1f72-2dfd-4bb1-905a-40b11aeb022c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 944 time: 0.0488513 Apr 12 13:32:38.168785 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-60beadc1-30a1-4643-9af6-e58f36703111 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776758315614'] for network (f8d0861f-86b7-48fd-a95e-0cfdb6f00f81), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:38.193463 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-60beadc1-30a1-4643-9af6-e58f36703111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for network (f8d0861f-86b7-48fd-a95e-0cfdb6f00f81), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:38.194408 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60beadc1-30a1-4643-9af6-e58f36703111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:38.194987 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-60beadc1-30a1-4643-9af6-e58f36703111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:38.195206 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2b142f72-2246-498a-879b-de6c19e5242e req-80966761-210c-4ebe-8b86-bf6832c726c4 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478160 Apr 12 13:32:38.229299 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-60beadc1-30a1-4643-9af6-e58f36703111 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4188478 Apr 12 13:32:38.232087 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 58676) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:38.238625 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-b4166feb-bda3-44f4-820c-b26a6c114b43 admin admin] Request body: {'subnet': {'network_id': 'f8d0861f-86b7-48fd-a95e-0cfdb6f00f81', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1988799858-subnet', 'tenant_id': '6c3026c8d1d84064a388ff46c04dafd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:38.298641 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60beadc1-30a1-4643-9af6-e58f36703111 admin admin] Pushing event updated for resources: {'Network': ['ID=f8d0861f-86b7-48fd-a95e-0cfdb6f00f81,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:38.302971 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ec53fd66-d9e8-4164-93cd-13c71a9010e7 req-ba94fba3-0b77-43be-9bbd-bd5f602d7d11 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 210 time: 0.0376568 Apr 12 13:32:38.311583 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4166feb-bda3-44f4-820c-b26a6c114b43 admin admin] Made reservation on behalf of 6c3026c8d1d84064a388ff46c04dafd3 for: {'subnet': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:32:38.311867 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Network f8d0861f-86b7-48fd-a95e-0cfdb6f00f81 details requested by agent ovs-agent-dv-cinder-830098-4-iscsi with host dv-cinder-830098-4-iscsi {{(pid=103296) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:32:38.313978 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b4166feb-bda3-44f4-820c-b26a6c114b43 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:38.486672 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b4166feb-bda3-44f4-820c-b26a6c114b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for subnet (adbf36af-dab1-4e71-be51-a27e00f03148), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:38.549302 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4166feb-bda3-44f4-820c-b26a6c114b43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adbf36af-dab1-4e71-be51-a27e00f03148,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:38.551459 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4166feb-bda3-44f4-820c-b26a6c114b43 admin admin] Checking segment: {'id': '6682e27a-8e0a-47b8-bc15-b0fb786470b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f8d0861f-86b7-48fd-a95e-0cfdb6f00f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:38.551816 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4166feb-bda3-44f4-820c-b26a6c114b43 admin admin] Network hostable DHCP agents. Network: f8d0861f-86b7-48fd-a95e-0cfdb6f00f81, hostable agents: ['3cc0c115-7315-4105-a658-2bafa3cb223c'], hosted agents: [] {{(pid=103295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:32:38.569495 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4166feb-bda3-44f4-820c-b26a6c114b43 admin admin] Network f8d0861f-86b7-48fd-a95e-0cfdb6f00f81 is scheduled to be hosted by DHCP agent 3cc0c115-7315-4105-a658-2bafa3cb223c with binding_index 1 {{(pid=103295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:32:38.578159 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-b4166feb-bda3-44f4-820c-b26a6c114b43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-4-iscsi, f8d0861f-86b7-48fd-a95e-0cfdb6f00f81) {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:38.582115 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4166feb-bda3-44f4-820c-b26a6c114b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:38.582714 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b4166feb-bda3-44f4-820c-b26a6c114b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:38.588272 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb0de9d-3665-4b1c-a3e3-247e42afa3da None None] Network f8d0861f-86b7-48fd-a95e-0cfdb6f00f81 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:32:38.600855 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-b4166feb-bda3-44f4-820c-b26a6c114b43 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3677597 Apr 12 13:32:38.701331 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fe67a-3963-4e16-bb2d-ad60d036379e req-867fe4f9-7b87-4407-87dd-f87d978eecd0 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:38.704378 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-841fe67a-3963-4e16-bb2d-ad60d036379e req-867fe4f9-7b87-4407-87dd-f87d978eecd0 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 943 time: 0.0524085 Apr 12 13:32:38.705377 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c5c7e-f0a8-4a2c-b944-b1077c6db111 None None] Network f8d0861f-86b7-48fd-a95e-0cfdb6f00f81 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:32:38.758910 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-841fe67a-3963-4e16-bb2d-ad60d036379e req-37b43737-ad51-4e65-9be9-976d4cad22f9 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480337 Apr 12 13:32:38.839680 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-abfa05d3-da83-43cd-b2d6-92df196ceb72 req-4a236004-2753-4033-af8e-f63869e7ecf9 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 210 time: 0.0317764 Apr 12 13:32:39.021882 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d560104-b78b-4407-a756-ccc011026783 req-076a79bc-e354-45f8-943c-be20122243ff tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:39.023629 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0d560104-b78b-4407-a756-ccc011026783 req-076a79bc-e354-45f8-943c-be20122243ff tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 945 time: 0.0545506 Apr 12 13:32:39.081661 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0d560104-b78b-4407-a756-ccc011026783 req-eee8fc12-9cbb-43dd-8b97-bac6b389c122 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504632 Apr 12 13:32:39.124069 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 58702) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:39.128977 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-1267ecf0-45d6-4188-895a-86577b431223 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-172473001-network', 'tenant_id': 'fbe05d87a5c94ca391c043866e37ef9b'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:39.146950 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1267ecf0-45d6-4188-895a-86577b431223 admin admin] Made reservation on behalf of fbe05d87a5c94ca391c043866e37ef9b for: {'network': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:32:39.149140 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1267ecf0-45d6-4188-895a-86577b431223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for network (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:39.158063 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1267ecf0-45d6-4188-895a-86577b431223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:39.232495 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1267ecf0-45d6-4188-895a-86577b431223 admin admin] Publish callbacks [] for security_group (da877178-26d9-4b6c-9dc4-8b65e142cf19), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:39.237078 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1267ecf0-45d6-4188-895a-86577b431223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (da877178-26d9-4b6c-9dc4-8b65e142cf19), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:39.262916 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1267ecf0-45d6-4188-895a-86577b431223 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:32:39.282647 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267ecf0-45d6-4188-895a-86577b431223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da877178-26d9-4b6c-9dc4-8b65e142cf19,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:39.301873 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1267ecf0-45d6-4188-895a-86577b431223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (e9538208-93d2-470a-a67e-888385f9e5e0), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:39.302221 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.segments_db [None req-1267ecf0-45d6-4188-895a-86577b431223 admin admin] Added segment e9538208-93d2-470a-a67e-888385f9e5e0 of type vlan for network 776033d8-756e-4dde-8af5-155a5e483fc9 Apr 12 13:32:39.336339 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57138df3-8034-4fb7-aba2-064f0e803fe1 req-cc779e44-ad30-4278-9e95-44faee2af28f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:39.338534 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-57138df3-8034-4fb7-aba2-064f0e803fe1 req-cc779e44-ad30-4278-9e95-44faee2af28f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 944 time: 0.0688143 Apr 12 13:32:39.380672 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1267ecf0-45d6-4188-895a-86577b431223 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776758315614'] for network (776033d8-756e-4dde-8af5-155a5e483fc9), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:39.408786 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dcee14be-2e94-4985-98b7-0a38942ffbf1 req-692d35dd-52ec-4588-bad9-0f3385cda5c8 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 210 time: 0.0314047 Apr 12 13:32:39.424928 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-57138df3-8034-4fb7-aba2-064f0e803fe1 req-0f5948a4-ffca-455b-94f3-4e8a80ad1d6c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690725 Apr 12 13:32:39.426025 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1267ecf0-45d6-4188-895a-86577b431223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for network (776033d8-756e-4dde-8af5-155a5e483fc9), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:39.426933 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1267ecf0-45d6-4188-895a-86577b431223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:39.427505 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1267ecf0-45d6-4188-895a-86577b431223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:39.459641 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-1267ecf0-45d6-4188-895a-86577b431223 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3344557 Apr 12 13:32:39.463158 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58708) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:39.467965 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-c823285e-f49b-4975-905c-c1051496d64e admin admin] Request body: {'subnet': {'network_id': '776033d8-756e-4dde-8af5-155a5e483fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-172473001-subnet', 'tenant_id': 'fbe05d87a5c94ca391c043866e37ef9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:39.487046 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c823285e-f49b-4975-905c-c1051496d64e admin admin] Made reservation on behalf of fbe05d87a5c94ca391c043866e37ef9b for: {'subnet': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:32:39.489571 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c823285e-f49b-4975-905c-c1051496d64e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13314749'] for subnet (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:39.666981 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c823285e-f49b-4975-905c-c1051496d64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16178586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13314735'] for subnet (198a5e3b-6ff9-4e56-91df-950145cd9bfa), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:39.673057 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1267ecf0-45d6-4188-895a-86577b431223 admin admin] Pushing event updated for resources: {'Network': ['ID=776033d8-756e-4dde-8af5-155a5e483fc9,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:39.689345 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Network 776033d8-756e-4dde-8af5-155a5e483fc9 details requested by agent ovs-agent-dv-cinder-830098-4-iscsi with host dv-cinder-830098-4-iscsi {{(pid=103296) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:32:39.725735 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823285e-f49b-4975-905c-c1051496d64e admin admin] Pushing event updated for resources: {'Subnet': ['ID=198a5e3b-6ff9-4e56-91df-950145cd9bfa,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:39.731246 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c823285e-f49b-4975-905c-c1051496d64e admin admin] Checking segment: {'id': 'e9538208-93d2-470a-a67e-888385f9e5e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '776033d8-756e-4dde-8af5-155a5e483fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:39.731572 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c823285e-f49b-4975-905c-c1051496d64e admin admin] Network hostable DHCP agents. Network: 776033d8-756e-4dde-8af5-155a5e483fc9, hostable agents: ['3cc0c115-7315-4105-a658-2bafa3cb223c'], hosted agents: [] {{(pid=103294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:32:39.749892 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c823285e-f49b-4975-905c-c1051496d64e admin admin] Network 776033d8-756e-4dde-8af5-155a5e483fc9 is scheduled to be hosted by DHCP agent 3cc0c115-7315-4105-a658-2bafa3cb223c with binding_index 1 {{(pid=103294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:32:39.760556 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-c823285e-f49b-4975-905c-c1051496d64e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-4-iscsi, 776033d8-756e-4dde-8af5-155a5e483fc9) {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:39.765408 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c823285e-f49b-4975-905c-c1051496d64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:39.766095 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c823285e-f49b-4975-905c-c1051496d64e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:39.771673 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba83000b-da5e-4314-88ae-e06ad88c8134 None None] Network 776033d8-756e-4dde-8af5-155a5e483fc9 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:32:39.790825 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c823285e-f49b-4975-905c-c1051496d64e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3184865 Apr 12 13:32:39.878727 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e3003a-5062-4647-8f1e-37e854e7f0f2 None None] Network 776033d8-756e-4dde-8af5-155a5e483fc9 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:32:39.886954 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961dae6-c3a8-420f-8378-31350bdd4c11 req-9b665487-4782-4a51-a3fb-c21de598e19f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:39.888568 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9961dae6-c3a8-420f-8378-31350bdd4c11 req-9b665487-4782-4a51-a3fb-c21de598e19f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 943 time: 0.0589983 Apr 12 13:32:39.960562 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9961dae6-c3a8-420f-8378-31350bdd4c11 req-093cd90c-58cf-4714-93ad-f82c52641652 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629883 Apr 12 13:32:39.963689 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7db63a4e-5b40-4d0b-acc8-1bebe8d0e651 req-a77798c9-1643-42f3-a7ed-d66384dfd44d tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 210 time: 0.0354266 Apr 12 13:32:40.195869 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e9649-6f5f-4b2e-a8fa-70d10c02d5ac req-773a3756-3984-425c-bc1c-ab9289f9c7af tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:40.197711 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-406e9649-6f5f-4b2e-a8fa-70d10c02d5ac req-773a3756-3984-425c-bc1c-ab9289f9c7af tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 945 time: 0.0505528 Apr 12 13:32:40.250541 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-406e9649-6f5f-4b2e-a8fa-70d10c02d5ac req-cdcc5ace-c73c-4347-a885-fe3400231550 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472686 Apr 12 13:32:40.402374 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbea161-7c19-4c7e-b0d3-3a3d1f90980f req-d6010f4a-4d09-4ea0-aad6-064d34bf31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:40.403501 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3fbea161-7c19-4c7e-b0d3-3a3d1f90980f req-d6010f4a-4d09-4ea0-aad6-064d34bf31f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3d8356-64c5-4a91-99a8-70c6abe2b2fb HTTP/1.1" status: 200 len: 857 time: 0.0567329 Apr 12 13:32:40.431147 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744b3d2-6360-4d49-a0c8-eaa922264c7f req-8ce2f117-574e-426b-bc9e-dcf4a3e2ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:40.432668 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6744b3d2-6360-4d49-a0c8-eaa922264c7f req-8ce2f117-574e-426b-bc9e-dcf4a3e2ca14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a956ac86-261f-4fbb-bce0-1832a315bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768750 Apr 12 13:32:40.461587 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-6a2aea42-b1c9-4035-b525-ad09d52d411c tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d7e8314f5b74f97a1d31c6659a57083 HTTP/1.1" status: 200 len: 380 time: 0.1041973 Apr 12 13:32:40.508053 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5787b95f-38cf-4fc3-8458-b1e6c969e69a req-99e6d452-b1ed-40b8-9a5d-b73ddf2ce57b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 210 time: 0.0275195 Apr 12 13:32:40.531409 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-ded1ed26-b328-49e7-9dbf-a6267e043804 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Request body: {'port': {'device_id': '42d5deca-d480-4388-998b-689de493613f', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'admin_state_up': True, 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'security_groups': ['a20871ec-ef61-4784-aef8-2eb5faa739ef']}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:40.617436 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbea161-7c19-4c7e-b0d3-3a3d1f90980f req-9768ea70-805f-4448-a167-9829828cbe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:40.619939 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3fbea161-7c19-4c7e-b0d3-3a3d1f90980f req-9768ea70-805f-4448-a167-9829828cbe1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a956ac86-261f-4fbb-bce0-1832a315bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0929840 Apr 12 13:32:40.660214 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-86a08bc8-f142-4bb7-a7cf-b97dfc34204a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:40.662280 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-86a08bc8-f142-4bb7-a7cf-b97dfc34204a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.41 "GET /v2.0/networks?id=f075efcd-1b7f-4180-93c5-9b0501e51c53 HTTP/1.1" status: 200 len: 816 time: 0.1461370 Apr 12 13:32:40.666211 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24718ada-bff4-4062-995f-001547157236 req-9bfedd30-540d-4ddf-ab9d-2c4beef905f4 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:40.667770 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-24718ada-bff4-4062-995f-001547157236 req-9bfedd30-540d-4ddf-ab9d-2c4beef905f4 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 944 time: 0.1722834 Apr 12 13:32:40.726890 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-02a99703-8871-4f06-b7e4-a72e0e02e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:40.729085 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-02a99703-8871-4f06-b7e4-a72e0e02e5c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=758bb918fa864786a7a375dde266ff59&device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 1127 time: 0.1610110 Apr 12 13:32:40.787323 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['1cfea81e-d77e-4c85-ae49-26b624080d7c'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:32:40.794801 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-24718ada-bff4-4062-995f-001547157236 req-5b3964df-a67b-4446-b822-88d2b300cbab tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939469 Apr 12 13:32:40.806113 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6744b3d2-6360-4d49-a0c8-eaa922264c7f req-3dec1b77-6c71-422e-bd68-a378a832f1df service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797158 Apr 12 13:32:40.811164 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-ded1ed26-b328-49e7-9dbf-a6267e043804 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Made reservation on behalf of 1d7e8314f5b74f97a1d31c6659a57083 for: {'port': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:32:40.814672 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-ded1ed26-b328-49e7-9dbf-a6267e043804 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:40.949135 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-ded1ed26-b328-49e7-9dbf-a6267e043804 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Allocated IP 172.20.0.9 (dbcb15e3-0cf5-4145-a386-89dfb653c57e/fa056591-a77e-4564-bed1-da05f4aad210/86f208c6-672c-426b-a655-9a9dd142e67a) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:32:41.079100 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ba9fc99f-6988-4bd1-a970-b9a391e15166 req-729b1a84-a932-472d-ab3a-ffcc2e633456 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 210 time: 0.0355556 Apr 12 13:32:41.087515 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d7e50-7176-4a31-a37a-9a591dab0909 req-a18a9c9e-bc12-447c-97a2-b95ad922382f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:41.092795 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0b4d7e50-7176-4a31-a37a-9a591dab0909 req-a18a9c9e-bc12-447c-97a2-b95ad922382f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 943 time: 0.0572691 Apr 12 13:32:41.131078 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-ded1ed26-b328-49e7-9dbf-a6267e043804 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for port (86f208c6-672c-426b-a655-9a9dd142e67a), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:41.157739 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0b4d7e50-7176-4a31-a37a-9a591dab0909 req-ac346135-f781-4269-88b7-2caf3054fb42 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538270 Apr 12 13:32:41.167340 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-ded1ed26-b328-49e7-9dbf-a6267e043804 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (86f208c6-672c-426b-a655-9a9dd142e67a), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:41.217578 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-ded1ed26-b328-49e7-9dbf-a6267e043804 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Network dbcb15e3-0cf5-4145-a386-89dfb653c57e is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:41.220630 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-ded1ed26-b328-49e7-9dbf-a6267e043804 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:41.224209 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-ded1ed26-b328-49e7-9dbf-a6267e043804 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:32:41.259689 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1ed26-b328-49e7-9dbf-a6267e043804 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Pushing event updated for resources: {'Port': ['ID=86f208c6-672c-426b-a655-9a9dd142e67a,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:41.298035 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-ded1ed26-b328-49e7-9dbf-a6267e043804 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:41.298960 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-ded1ed26-b328-49e7-9dbf-a6267e043804 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:41.336632 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.41', 56031) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:41.419082 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3394b-f0ae-4c48-8e08-8bb39f8a8ff9 req-e2f4b9a4-c914-44c9-9fcd-74bbc65ec9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:41.420846 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-32e3394b-f0ae-4c48-8e08-8bb39f8a8ff9 req-e2f4b9a4-c914-44c9-9fcd-74bbc65ec9ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 1130 time: 0.0803182 Apr 12 13:32:41.424193 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-ded1ed26-b328-49e7-9dbf-a6267e043804 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8966427 Apr 12 13:32:41.438076 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-24b8f2a8-6fa8-450a-a0c7-f1fee129c123 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d6ba5f9-733a-407b-8a04-d24441bac042 HTTP/1.1" status: 200 len: 217 time: 0.1274123 Apr 12 13:32:41.471906 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Request body: {'port': {'device_id': '42d5deca-d480-4388-998b-689de493613f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:41.504398 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-3cc7eb05-b7c1-42e4-b139-84e2d363a292 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fef9bcc9d6d4674acceb9c482454dfd HTTP/1.1" status: 200 len: 380 time: 0.1904261 Apr 12 13:32:41.523850 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3fbea161-7c19-4c7e-b0d3-3a3d1f90980f req-81839ab6-7c4e-42a4-9c09-13754affc8bb service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282825 Apr 12 13:32:41.602380 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-8a78f203-5f24-416b-83af-72b29200fe49 None None] Provisioning complete for port 86f208c6-672c-426b-a655-9a9dd142e67a triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:41.602847 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8a78f203-5f24-416b-83af-72b29200fe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (86f208c6-672c-426b-a655-9a9dd142e67a), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:41.603259 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-ca44bb67-e66f-4811-be3b-f8db8a9565f9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Request body: {'port': {'device_id': '714549aa-5a3c-4b3c-989d-67fd166cd035', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'admin_state_up': True, 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'security_groups': ['931c4ac9-3782-4af6-a766-5446466d6312']}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:41.629230 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb8828-6003-401f-93aa-7ac13e0b54be req-72ee48fc-7f34-4638-ad53-8413995bc5db tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:41.630593 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-60fb8828-6003-401f-93aa-7ac13e0b54be req-72ee48fc-7f34-4638-ad53-8413995bc5db tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 945 time: 0.2032855 Apr 12 13:32:41.686030 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-8a78f203-5f24-416b-83af-72b29200fe49 None None] Port 86f208c6-672c-426b-a655-9a9dd142e67a cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:32:41.727384 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f6aa7ebd-0a67-45f7-847c-56702feb7bed req-4ae9543b-a0f5-4ce0-9902-8b5c61d467c5 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 210 time: 0.1158242 Apr 12 13:32:41.728997 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-32e3394b-f0ae-4c48-8e08-8bb39f8a8ff9 req-549d7b54-8669-4af7-8248-7dfe465458f4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863581 Apr 12 13:32:41.734644 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6744b3d2-6360-4d49-a0c8-eaa922264c7f req-622c1f4f-f3f9-4362-8159-79f9c94835d3 service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180744 Apr 12 13:32:41.738049 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-49fc49a0-c400-4edb-a0ca-784d0db1e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:41.739683 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-49fc49a0-c400-4edb-a0ca-784d0db1e516 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1774c03c-3ad4-4c38-b37a-e0b0c31504ad HTTP/1.1" status: 200 len: 854 time: 0.2282288 Apr 12 13:32:41.745124 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (86f208c6-672c-426b-a655-9a9dd142e67a), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:41.819033 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-60fb8828-6003-401f-93aa-7ac13e0b54be req-b71fc352-304c-4b3b-b374-03fe00742bf7 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699164 Apr 12 13:32:41.912594 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3fbea161-7c19-4c7e-b0d3-3a3d1f90980f req-59bb6e46-c4a0-4916-80a5-dee1ea9f09bc service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376720 Apr 12 13:32:41.967361 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f2cb9-427e-4f2f-b94b-fdf174ca15b3 req-af2f6c7b-eb5d-460c-9156-db1783c3cffc tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:41.969002 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ce8f2cb9-427e-4f2f-b94b-fdf174ca15b3 req-af2f6c7b-eb5d-460c-9156-db1783c3cffc tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 944 time: 0.0962064 Apr 12 13:32:42.004434 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-ca44bb67-e66f-4811-be3b-f8db8a9565f9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Made reservation on behalf of 4fef9bcc9d6d4674acceb9c482454dfd for: {'port': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:32:42.008304 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-ca44bb67-e66f-4811-be3b-f8db8a9565f9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:42.074853 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f208c6-672c-426b-a655-9a9dd142e67a {{(pid=103294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:32:42.082503 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ce8f2cb9-427e-4f2f-b94b-fdf174ca15b3 req-03242ca2-fa45-49c7-b6c2-252d19f362ab tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968499 Apr 12 13:32:42.082677 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Publish callbacks [] for port (86f208c6-672c-426b-a655-9a9dd142e67a), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:42.107838 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.provisioning_blocks [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Transition to ACTIVE for port object 86f208c6-672c-426b-a655-9a9dd142e67a will not be triggered until provisioned by entity L2. {{(pid=103294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:32:42.133154 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (86f208c6-672c-426b-a655-9a9dd142e67a), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:42.180498 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-ca44bb67-e66f-4811-be3b-f8db8a9565f9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Allocated IP 172.20.0.10 (f075efcd-1b7f-4180-93c5-9b0501e51c53/a5deca89-4859-4941-9efc-762fc23afa05/28c0b7ed-bcc4-4208-ac91-a3fd364d4a51) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:32:42.184359 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-69f031d0-a5e3-43b1-aca1-08f593de792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:42.185872 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-69f031d0-a5e3-43b1-aca1-08f593de792f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911222 Apr 12 13:32:42.226057 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Pushing event updated for resources: {'Port': ['ID=86f208c6-672c-426b-a655-9a9dd142e67a,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:42.245200 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954aff0d-0f2f-45d6-87c1-10b3e0a4c0b4 req-e18d5504-c66b-4eca-85f3-9fb392fe6a77 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:42.250241 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-954aff0d-0f2f-45d6-87c1-10b3e0a4c0b4 req-e18d5504-c66b-4eca-85f3-9fb392fe6a77 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 943 time: 0.0868974 Apr 12 13:32:42.362916 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83554f-2266-4de7-b123-54fde503389e req-6cf35cc8-c6ba-4aae-a8a9-0ae8a5e17384 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:42.364207 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fb83554f-2266-4de7-b123-54fde503389e req-6cf35cc8-c6ba-4aae-a8a9-0ae8a5e17384 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 943 time: 0.1029239 Apr 12 13:32:42.514123 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fb83554f-2266-4de7-b123-54fde503389e req-b59826d2-02ec-4124-98bd-93a1343c0471 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047482 Apr 12 13:32:42.517195 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-ca44bb67-e66f-4811-be3b-f8db8a9565f9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:42.577690 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-ca44bb67-e66f-4811-be3b-f8db8a9565f9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:42.619762 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-ca44bb67-e66f-4811-be3b-f8db8a9565f9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Network f075efcd-1b7f-4180-93c5-9b0501e51c53 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:42.625681 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-ca44bb67-e66f-4811-be3b-f8db8a9565f9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:42.629395 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-ca44bb67-e66f-4811-be3b-f8db8a9565f9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:32:42.635507 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-ca44bb67-e66f-4811-be3b-f8db8a9565f9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:42.636159 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-ca44bb67-e66f-4811-be3b-f8db8a9565f9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:42.656802 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44bb67-e66f-4811-be3b-f8db8a9565f9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Pushing event updated for resources: {'Port': ['ID=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:42.668321 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-ca44bb67-e66f-4811-be3b-f8db8a9565f9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0705507 Apr 12 13:32:42.685366 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Attempting to bind port 86f208c6-672c-426b-a655-9a9dd142e67a on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:32:42.685896 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Attempting to bind port 86f208c6-672c-426b-a655-9a9dd142e67a by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'd6bc079b-8905-44eb-b690-c8cda7fe1d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:32:42.686383 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Attempting to bind port 86f208c6-672c-426b-a655-9a9dd142e67a on network dbcb15e3-0cf5-4145-a386-89dfb653c57e {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:42.701294 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Port 86f208c6-672c-426b-a655-9a9dd142e67a on network dbcb15e3-0cf5-4145-a386-89dfb653c57e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:32:42.701864 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Attempting to bind port 86f208c6-672c-426b-a655-9a9dd142e67a on network dbcb15e3-0cf5-4145-a386-89dfb653c57e {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:42.715485 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-954aff0d-0f2f-45d6-87c1-10b3e0a4c0b4 req-577f1ae4-9652-4359-ac14-36b24cbf5ccd tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4579363 Apr 12 13:32:42.718557 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:32:42.718979 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Checking segment: {'id': 'd6bc079b-8905-44eb-b690-c8cda7fe1d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:42.719383 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Bound using segment: {'id': 'd6bc079b-8905-44eb-b690-c8cda7fe1d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:32:42.719841 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Bound port: 86f208c6-672c-426b-a655-9a9dd142e67a, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6bc079b-8905-44eb-b690-c8cda7fe1d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:32:42.720209 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (86f208c6-672c-426b-a655-9a9dd142e67a), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:42.788285 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 1cfea81e-d77e-4c85-ae49-26b624080d7c up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:42.795445 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] For port 86f208c6-672c-426b-a655-9a9dd142e67a, host hv-cinder-83009, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:32:42.798841 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] For port 86f208c6-672c-426b-a655-9a9dd142e67a, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=86f208c6-672c-426b-a655-9a9dd142e67a,segment=NetworkSegment(d6bc079b-8905-44eb-b690-c8cda7fe1d16),segment_id=d6bc079b-8905-44eb-b690-c8cda7fe1d16)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:32:42.812870 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (86f208c6-672c-426b-a655-9a9dd142e67a), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:42.935889 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-97ac494d-5ddb-431a-8fa0-d2bced0a68dd service neutron] 10.222.0.41 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6544938 Apr 12 13:32:42.953970 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port 1cfea81e-d77e-4c85-ae49-26b624080d7c completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:32:42.960917 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:42.964397 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:42.967632 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port 1cfea81e-d77e-4c85-ae49-26b624080d7c triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:42.968230 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (1cfea81e-d77e-4c85-ae49-26b624080d7c), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:42.972162 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] 10.222.0.41 "PUT /v2.0/ports/86f208c6-672c-426b-a655-9a9dd142e67a HTTP/1.1" status: 200 len: 1093 time: 1.5330913 Apr 12 13:32:42.972637 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d5deca-d480-4388-998b-689de493613f', 'tag': '86f208c6-672c-426b-a655-9a9dd142e67a'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:32:42.991389 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef4a30c-e940-457b-a634-542b34736bae" -d '{"events": [{"name": "network-changed", "server_uuid": "42d5deca-d480-4388-998b-689de493613f", "tag": "86f208c6-672c-426b-a655-9a9dd142e67a"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:32:42.992213 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb1079-3c0f-49a2-83e8-c5fba08b1d50 req-c082f1f9-f803-4db7-a639-b7a2f68c2c11 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:42.995273 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f7cb1079-3c0f-49a2-83e8-c5fba08b1d50 req-c082f1f9-f803-4db7-a639-b7a2f68c2c11 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 932 time: 0.1159003 Apr 12 13:32:43.094693 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f7cb1079-3c0f-49a2-83e8-c5fba08b1d50 req-fb50ddd4-da29-485d-8ad4-f82e3682c349 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824995 Apr 12 13:32:43.099114 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb981d0-dfc6-47dc-b99e-ef78b3e5ba46 service neutron] Pushing event updated for resources: {'Port': ['ID=86f208c6-672c-426b-a655-9a9dd142e67a,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:43.122458 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efb934-fc5a-4e6e-ad54-b0025df37a80 req-fbd0a00c-a9f3-4b5f-bfc8-3c0a8c95da1c tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:43.125033 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-bdd1c522-a401-4b2a-b4d8-c69e1b3439ff None None] Provisioning complete for port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:43.128498 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c522-a401-4b2a-b4d8-c69e1b3439ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:43.135450 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-08efb934-fc5a-4e6e-ad54-b0025df37a80 req-fbd0a00c-a9f3-4b5f-bfc8-3c0a8c95da1c tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 945 time: 0.1366689 Apr 12 13:32:43.189359 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95150cd8-5eb6-41a8-8cb6-25016fb9989f x-openstack-request-id: req-95150cd8-5eb6-41a8-8cb6-25016fb9989f {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:32:43.189747 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d5deca-d480-4388-998b-689de493613f", "tag": "86f208c6-672c-426b-a655-9a9dd142e67a", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:32:43.190062 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95150cd8-5eb6-41a8-8cb6-25016fb9989f {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:32:43.190476 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95150cd8-5eb6-41a8-8cb6-25016fb9989f'] response: {'name': 'network-changed', 'server_uuid': '42d5deca-d480-4388-998b-689de493613f', 'tag': '86f208c6-672c-426b-a655-9a9dd142e67a', 'status': 'completed', 'code': 200} Apr 12 13:32:43.191295 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1c522-a401-4b2a-b4d8-c69e1b3439ff None None] Port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:32:43.203776 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 1cfea81e-d77e-4c85-ae49-26b624080d7c is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:43.204277 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (1cfea81e-d77e-4c85-ae49-26b624080d7c), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:43.215625 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-08efb934-fc5a-4e6e-ad54-b0025df37a80 req-2f5422c4-449d-49a6-ae94-5c518a7f3006 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788164 Apr 12 13:32:43.241643 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c67260-2a67-4045-b4b4-801fd647e09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfea81e-d77e-4c85-ae49-26b624080d7c'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:32:43.245270 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845a6cfe-f5f7-4c26-b178-ad67b265f550" -d '{"events": [{"server_uuid": "a8c67260-2a67-4045-b4b4-801fd647e09c", "name": "network-vif-plugged", "status": "completed", "tag": "1cfea81e-d77e-4c85-ae49-26b624080d7c"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:32:43.281178 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 1cfea81e-d77e-4c85-ae49-26b624080d7c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1cfea81e-d77e-4c85-ae49-26b624080d7c,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:43.292972 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Request body: {'port': {'device_id': '714549aa-5a3c-4b3c-989d-67fd166cd035', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:43.295448 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (1cfea81e-d77e-4c85-ae49-26b624080d7c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:43.325999 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15515a32-ae04-4314-bc0f-0ad563c91a1e x-openstack-request-id: req-15515a32-ae04-4314-bc0f-0ad563c91a1e {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:32:43.326285 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c67260-2a67-4045-b4b4-801fd647e09c", "name": "network-vif-plugged", "status": "completed", "tag": "1cfea81e-d77e-4c85-ae49-26b624080d7c", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:32:43.326529 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15515a32-ae04-4314-bc0f-0ad563c91a1e {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:32:43.327117 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15515a32-ae04-4314-bc0f-0ad563c91a1e'] response: {'server_uuid': 'a8c67260-2a67-4045-b4b4-801fd647e09c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cfea81e-d77e-4c85-ae49-26b624080d7c', 'code': 200} Apr 12 13:32:43.392450 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=1cfea81e-d77e-4c85-ae49-26b624080d7c,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:43.412753 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc935e6-cfab-40f0-b82d-5573b61599b1 req-07941b86-8adf-4d2c-8cbd-5dadf60666e1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:43.414350 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5dc935e6-cfab-40f0-b82d-5573b61599b1 req-07941b86-8adf-4d2c-8cbd-5dadf60666e1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0925019 Apr 12 13:32:43.422240 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:43.583723 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-45e6b234-7f2a-43b7-a5de-434e8bd3bcc4 req-15d2f5f6-13ce-4d42-a7ca-4a483997cc0d service neutron] 10.222.0.41 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636357 Apr 12 13:32:43.597453 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5dc935e6-cfab-40f0-b82d-5573b61599b1 req-ad357744-3af5-4b6b-a6c4-519c17242a1b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723940 Apr 12 13:32:43.701155 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0264bd3-ac37-459c-9063-ee25152a22b7 req-cc0a7465-e24d-4192-b624-023e7d2a8cf3 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:43.701155 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b0264bd3-ac37-459c-9063-ee25152a22b7 req-cc0a7465-e24d-4192-b624-023e7d2a8cf3 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 943 time: 0.0690072 Apr 12 13:32:43.766030 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b0264bd3-ac37-459c-9063-ee25152a22b7 req-0444c4eb-8834-4ff9-9145-0d92b92cc83a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590925 Apr 12 13:32:43.907393 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fd501-f3f9-432a-869e-7abc53ca4c7b req-cf642a93-25f3-4f4f-bf61-2aa171401c24 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:43.909142 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b02fd501-f3f9-432a-869e-7abc53ca4c7b req-cf642a93-25f3-4f4f-bf61-2aa171401c24 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 943 time: 0.0730972 Apr 12 13:32:43.921694 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:32:43.934978 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Publish callbacks [] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:43.969211 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Transition to ACTIVE for port object 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 will not be triggered until provisioned by entity L2. {{(pid=103295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:32:43.979995 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:44.017735 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b02fd501-f3f9-432a-869e-7abc53ca4c7b req-96ff1b32-3fa7-4c63-b656-165cca32d248 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029091 Apr 12 13:32:44.039881 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Pushing event updated for resources: {'Port': ['ID=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:44.089712 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Attempting to bind port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:32:44.090051 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Attempting to bind port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '0c4d8efe-4631-4fc8-a610-61d7476031c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:32:44.090382 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Attempting to bind port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 on network f075efcd-1b7f-4180-93c5-9b0501e51c53 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:44.097646 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 on network f075efcd-1b7f-4180-93c5-9b0501e51c53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:32:44.098577 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Attempting to bind port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 on network f075efcd-1b7f-4180-93c5-9b0501e51c53 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:44.105179 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:32:44.106700 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Checking segment: {'id': '0c4d8efe-4631-4fc8-a610-61d7476031c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:44.107540 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Bound using segment: {'id': '0c4d8efe-4631-4fc8-a610-61d7476031c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:32:44.108142 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Bound port: 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4d8efe-4631-4fc8-a610-61d7476031c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:32:44.109001 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:44.266066 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] For port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51, host hv-cinder-83009, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:32:44.270189 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] For port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:32:44.283414 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:44.320611 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d845399-a954-4e41-bb5b-be067f6fca2a req-53a4b8a6-6c18-4fcf-9b7f-35babde82ee0 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:44.328285 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7d845399-a954-4e41-bb5b-be067f6fca2a req-53a4b8a6-6c18-4fcf-9b7f-35babde82ee0 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0821519 Apr 12 13:32:44.363594 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:44.364726 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:44.366525 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] 10.222.0.41 "PUT /v2.0/ports/28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 HTTP/1.1" status: 200 len: 1094 time: 1.0894039 Apr 12 13:32:44.367058 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714549aa-5a3c-4b3c-989d-67fd166cd035', 'tag': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:32:44.372946 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73522291-51fe-4f80-b533-b2afa0d78582" -d '{"events": [{"name": "network-changed", "server_uuid": "714549aa-5a3c-4b3c-989d-67fd166cd035", "tag": "28c0b7ed-bcc4-4208-ac91-a3fd364d4a51"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:32:44.428096 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 58862) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:44.445973 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7d845399-a954-4e41-bb5b-be067f6fca2a req-b0d21ee7-9d62-4024-9e5b-474f4e5c8c42 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106069 Apr 12 13:32:44.466095 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3049d9-2fdd-458f-a66d-4e4f7f6997d5 x-openstack-request-id: req-6d3049d9-2fdd-458f-a66d-4e4f7f6997d5 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:32:44.466540 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714549aa-5a3c-4b3c-989d-67fd166cd035", "tag": "28c0b7ed-bcc4-4208-ac91-a3fd364d4a51", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:32:44.467160 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6d3049d9-2fdd-458f-a66d-4e4f7f6997d5 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:32:44.467291 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d3049d9-2fdd-458f-a66d-4e4f7f6997d5'] response: {'name': 'network-changed', 'server_uuid': '714549aa-5a3c-4b3c-989d-67fd166cd035', 'tag': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51', 'status': 'completed', 'code': 200} Apr 12 13:32:44.481042 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7922627-1592-443f-9be5-3c1cd270edb5 service neutron] Pushing event updated for resources: {'Port': ['ID=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:44.636960 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b0d58e66-c21e-4d77-92b4-b40ba25beb5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:44.754897 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58876) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:44.767423 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c872f0fc-bc1c-414d-aca9-789f205a7c17 req-b30e3228-96a6-44a2-91c1-2f265afc3bd4 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:44.768937 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c872f0fc-bc1c-414d-aca9-789f205a7c17 req-b30e3228-96a6-44a2-91c1-2f265afc3bd4 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0770180 Apr 12 13:32:44.824949 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b0d58e66-c21e-4d77-92b4-b40ba25beb5c admin admin] Publish callbacks [] for security_group (f1202f68-ffdf-4e81-a961-cbd8f6b4fd91), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:44.835096 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b0d58e66-c21e-4d77-92b4-b40ba25beb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (f1202f68-ffdf-4e81-a961-cbd8f6b4fd91), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:44.849961 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c872f0fc-bc1c-414d-aca9-789f205a7c17 req-a6dd8f40-a25a-4d6c-8fd6-d9f2811b8e8f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742328 Apr 12 13:32:44.875655 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d58e66-c21e-4d77-92b4-b40ba25beb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1202f68-ffdf-4e81-a961-cbd8f6b4fd91,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:44.888578 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-b0d58e66-c21e-4d77-92b4-b40ba25beb5c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4a627fbda50e4a65b57423f5da8241f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4553869 Apr 12 13:32:44.888578 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 58886) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:44.894089 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f2260e0b-31c4-4f3f-bb88-6a62cbf86a82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:44.963174 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d07e801d-ff8b-4db5-91a0-de41c261b5e4 admin admin] Publish callbacks [] for security_group (f1202f68-ffdf-4e81-a961-cbd8f6b4fd91), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:44.998650 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f2260e0b-31c4-4f3f-bb88-6a62cbf86a82 admin admin] Publish callbacks [] for security_group (335bd2b4-c324-49c1-ac45-8f4676cdf81b), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.002428 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f2260e0b-31c4-4f3f-bb88-6a62cbf86a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (335bd2b4-c324-49c1-ac45-8f4676cdf81b), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.014462 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d07e801d-ff8b-4db5-91a0-de41c261b5e4 admin admin] Publish callbacks [] for security_group (f1202f68-ffdf-4e81-a961-cbd8f6b4fd91), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.021667 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8528a691-8f30-4774-b2f7-5f4ea6b9c7f6 req-fd341e4d-aac3-4bc9-9cb3-7812d3618a7b tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:45.023115 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8528a691-8f30-4774-b2f7-5f4ea6b9c7f6 req-fd341e4d-aac3-4bc9-9cb3-7812d3618a7b tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 943 time: 0.0807533 Apr 12 13:32:45.046311 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f2260e0b-31c4-4f3f-bb88-6a62cbf86a82 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=706b798140f643c2abfa7426469706cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903171 Apr 12 13:32:45.048918 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58892) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:45.055066 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2260e0b-31c4-4f3f-bb88-6a62cbf86a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335bd2b4-c324-49c1-ac45-8f4676cdf81b,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:45.096031 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8528a691-8f30-4774-b2f7-5f4ea6b9c7f6 req-089f4bd9-c403-409b-9ea3-7fed442acda8 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646262 Apr 12 13:32:45.100328 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-41a43386-5bb2-45cb-b9da-a554e99663ec admin admin] Publish callbacks [] for security_group (335bd2b4-c324-49c1-ac45-8f4676cdf81b), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.124000 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d07e801d-ff8b-4db5-91a0-de41c261b5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (f1202f68-ffdf-4e81-a961-cbd8f6b4fd91), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.127082 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d07e801d-ff8b-4db5-91a0-de41c261b5e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.127530 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-41a43386-5bb2-45cb-b9da-a554e99663ec admin admin] Publish callbacks [] for security_group (335bd2b4-c324-49c1-ac45-8f4676cdf81b), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.128302 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-d07e801d-ff8b-4db5-91a0-de41c261b5e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1202f68-ffdf-4e81-a961-cbd8f6b4fd91 HTTP/1.1" status: 204 len: 168 time: 0.2391975 Apr 12 13:32:45.137124 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e801d-ff8b-4db5-91a0-de41c261b5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1202f68-ffdf-4e81-a961-cbd8f6b4fd91,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:45.202459 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-41a43386-5bb2-45cb-b9da-a554e99663ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (335bd2b4-c324-49c1-ac45-8f4676cdf81b), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.205557 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-41a43386-5bb2-45cb-b9da-a554e99663ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.206890 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-41a43386-5bb2-45cb-b9da-a554e99663ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/335bd2b4-c324-49c1-ac45-8f4676cdf81b HTTP/1.1" status: 204 len: 168 time: 0.1568837 Apr 12 13:32:45.208514 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56230f1d-02b2-4da7-b7a4-4dc856ae028e req-96555b80-7c64-4202-86e2-3bd3d8676846 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:45.217549 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-56230f1d-02b2-4da7-b7a4-4dc856ae028e req-96555b80-7c64-4202-86e2-3bd3d8676846 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 943 time: 0.0590825 Apr 12 13:32:45.218913 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a43386-5bb2-45cb-b9da-a554e99663ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335bd2b4-c324-49c1-ac45-8f4676cdf81b,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:45.272950 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-56230f1d-02b2-4da7-b7a4-4dc856ae028e req-41f8531f-d925-4445-8e6d-f85bef480837 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543911 Apr 12 13:32:45.443026 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58902) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:45.456371 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-32ee5900-ee17-47ff-b084-50d0cacc9564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.556342 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-32ee5900-ee17-47ff-b084-50d0cacc9564 admin admin] Publish callbacks [] for security_group (59a5b932-1a72-4bc5-9db5-f101b93484e0), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.562748 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-32ee5900-ee17-47ff-b084-50d0cacc9564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (59a5b932-1a72-4bc5-9db5-f101b93484e0), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.577257 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a13edd-8d29-4f8a-8c8a-935aac5262c5 req-6889b34b-a517-476f-af0f-35e5a745145f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:45.579222 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-81a13edd-8d29-4f8a-8c8a-935aac5262c5 req-6889b34b-a517-476f-af0f-35e5a745145f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0538700 Apr 12 13:32:45.614043 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-32ee5900-ee17-47ff-b084-50d0cacc9564 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5c9833e67c144cd91f86c24971d8588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1698449 Apr 12 13:32:45.616438 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee5900-ee17-47ff-b084-50d0cacc9564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a5b932-1a72-4bc5-9db5-f101b93484e0,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:45.620869 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58908) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:45.640969 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-81a13edd-8d29-4f8a-8c8a-935aac5262c5 req-478bf482-cecf-438c-94d4-b84a19941101 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550406 Apr 12 13:32:45.684039 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 58912) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:45.697378 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0dd21381-e946-4d02-9d85-4a7995ae00d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.707763 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-210aa67e-21e5-4660-bab2-d11a7df94d0f admin admin] Publish callbacks [] for security_group (59a5b932-1a72-4bc5-9db5-f101b93484e0), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.733683 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-210aa67e-21e5-4660-bab2-d11a7df94d0f admin admin] Publish callbacks [] for security_group (59a5b932-1a72-4bc5-9db5-f101b93484e0), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.807041 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-210aa67e-21e5-4660-bab2-d11a7df94d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (59a5b932-1a72-4bc5-9db5-f101b93484e0), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.808043 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0dd21381-e946-4d02-9d85-4a7995ae00d1 admin admin] Publish callbacks [] for security_group (1dd0d7a8-16d4-4c50-82c1-bad99bbbd7d0), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.810091 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-210aa67e-21e5-4660-bab2-d11a7df94d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.813909 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0dd21381-e946-4d02-9d85-4a7995ae00d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (1dd0d7a8-16d4-4c50-82c1-bad99bbbd7d0), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.814049 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-210aa67e-21e5-4660-bab2-d11a7df94d0f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59a5b932-1a72-4bc5-9db5-f101b93484e0 HTTP/1.1" status: 204 len: 168 time: 0.1890867 Apr 12 13:32:45.819892 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210aa67e-21e5-4660-bab2-d11a7df94d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a5b932-1a72-4bc5-9db5-f101b93484e0,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:45.853150 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-0dd21381-e946-4d02-9d85-4a7995ae00d1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=132a6f63b70f4350a40b338be10905ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1673100 Apr 12 13:32:45.853954 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd21381-e946-4d02-9d85-4a7995ae00d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd0d7a8-16d4-4c50-82c1-bad99bbbd7d0,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:45.855923 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58920) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:45.928162 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5fb5353d-bde6-4aa8-9a6b-e76e5493d404 admin admin] Publish callbacks [] for security_group (1dd0d7a8-16d4-4c50-82c1-bad99bbbd7d0), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.955744 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5fb5353d-bde6-4aa8-9a6b-e76e5493d404 admin admin] Publish callbacks [] for security_group (1dd0d7a8-16d4-4c50-82c1-bad99bbbd7d0), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:45.988757 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48798f06-3ca0-4919-b742-6d3161dec294 req-ab06fe77-25ad-4381-b978-32d27d9d8695 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:45.990464 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-48798f06-3ca0-4919-b742-6d3161dec294 req-ab06fe77-25ad-4381-b978-32d27d9d8695 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0510352 Apr 12 13:32:46.014497 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5fb5353d-bde6-4aa8-9a6b-e76e5493d404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (1dd0d7a8-16d4-4c50-82c1-bad99bbbd7d0), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:46.017186 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5fb5353d-bde6-4aa8-9a6b-e76e5493d404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:46.018501 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-5fb5353d-bde6-4aa8-9a6b-e76e5493d404 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1dd0d7a8-16d4-4c50-82c1-bad99bbbd7d0 HTTP/1.1" status: 204 len: 168 time: 0.1613324 Apr 12 13:32:46.029007 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5353d-bde6-4aa8-9a6b-e76e5493d404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd0d7a8-16d4-4c50-82c1-bad99bbbd7d0,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:46.067640 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-48798f06-3ca0-4919-b742-6d3161dec294 req-b4db5644-4520-45bb-9703-9dde88b6da0b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701754 Apr 12 13:32:46.198885 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4a30c-e940-457b-a634-542b34736bae req-419d5e37-94b1-4d05-b082-e625d0b9ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:46.202692 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9ef4a30c-e940-457b-a634-542b34736bae req-419d5e37-94b1-4d05-b082-e625d0b9ddc0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d7e8314f5b74f97a1d31c6659a57083&device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 1127 time: 0.1031084 Apr 12 13:32:46.284015 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 58942) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:46.307790 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47658c1-a6be-46d9-ad5d-0e74e4ea7598 req-45e0cb88-81dc-418e-8af0-57a04e76e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:46.310292 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c47658c1-a6be-46d9-ad5d-0e74e4ea7598 req-45e0cb88-81dc-418e-8af0-57a04e76e114 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 1129 time: 0.1331515 Apr 12 13:32:46.328307 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73522291-51fe-4f80-b533-b2afa0d78582 req-32910c27-7323-4184-892f-f3be9ff566fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:46.329867 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-73522291-51fe-4f80-b533-b2afa0d78582 req-32910c27-7323-4184-892f-f3be9ff566fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fef9bcc9d6d4674acceb9c482454dfd&device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 1128 time: 0.1420269 Apr 12 13:32:46.346324 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef90f1-aa66-4a2b-b025-33cfefc85ce6 req-dc52d965-6767-4844-a593-adace1ec31fc tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:46.347848 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-abef90f1-aa66-4a2b-b025-33cfefc85ce6 req-dc52d965-6767-4844-a593-adace1ec31fc tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 943 time: 0.1391678 Apr 12 13:32:46.355223 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8dec0331-2fa5-481b-81ab-3c880e863746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:46.412586 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4a30c-e940-457b-a634-542b34736bae req-29e24c53-ba88-4526-aec3-ec396e9d00c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:46.414311 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9ef4a30c-e940-457b-a634-542b34736bae req-29e24c53-ba88-4526-aec3-ec396e9d00c9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1d7e8314f5b74f97a1d31c6659a57083&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2035520 Apr 12 13:32:46.422901 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-abef90f1-aa66-4a2b-b025-33cfefc85ce6 req-9ccc9347-cf58-4238-b361-8e1927c43f75 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688210 Apr 12 13:32:46.490739 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c47658c1-a6be-46d9-ad5d-0e74e4ea7598 req-59ebf4e8-539e-427b-a5af-e73da8e1ff2c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595495 Apr 12 13:32:46.577857 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031e2c8-08b4-468e-9edd-2ab9d5d4f81c req-1e174e5d-feb8-469f-8481-3256c88c983f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:46.579410 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e031e2c8-08b4-468e-9edd-2ab9d5d4f81c req-1e174e5d-feb8-469f-8481-3256c88c983f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 943 time: 0.0662546 Apr 12 13:32:46.585447 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4a30c-e940-457b-a634-542b34736bae req-76ba064e-b28a-4282-b0c9-f6a039cf969a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:46.586942 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9ef4a30c-e940-457b-a634-542b34736bae req-76ba064e-b28a-4282-b0c9-f6a039cf969a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1631205 Apr 12 13:32:46.638577 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e031e2c8-08b4-468e-9edd-2ab9d5d4f81c req-b0375fdb-de0b-4d2b-b633-23741b6eaaf1 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500875 Apr 12 13:32:46.655614 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73522291-51fe-4f80-b533-b2afa0d78582 req-311bb22b-2ce5-4afa-ac0c-5adbfd85ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:46.657333 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-73522291-51fe-4f80-b533-b2afa0d78582 req-311bb22b-2ce5-4afa-ac0c-5adbfd85ca3e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4fef9bcc9d6d4674acceb9c482454dfd&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2996342 Apr 12 13:32:46.712620 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8dec0331-2fa5-481b-81ab-3c880e863746 admin admin] Publish callbacks [] for security_group (82295a01-6173-4f22-852a-4249e0900282), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:46.717450 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8dec0331-2fa5-481b-81ab-3c880e863746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (82295a01-6173-4f22-852a-4249e0900282), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:46.807360 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 1d6ba5f9-733a-407b-8a04-d24441bac042 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:32:46.815054 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-8dec0331-2fa5-481b-81ab-3c880e863746 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5c0a0a24f834252a0aec46a4a5cb219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5222254 Apr 12 13:32:46.816333 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 58968) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:46.855115 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec0331-2fa5-481b-81ab-3c880e863746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82295a01-6173-4f22-852a-4249e0900282,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:46.903319 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d6908-f852-41dd-9e8d-4ca136e25a45 req-b725a4cc-e3a7-4f6a-a53b-387122a37696 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:46.905604 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3e6d6908-f852-41dd-9e8d-4ca136e25a45 req-b725a4cc-e3a7-4f6a-a53b-387122a37696 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.1745629 Apr 12 13:32:46.913839 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-51ef7d68-498b-48f7-9454-99574b17f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:46.916174 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-51ef7d68-498b-48f7-9454-99574b17f1d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d7e8314f5b74f97a1d31c6659a57083&device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 1127 time: 0.0898278 Apr 12 13:32:46.928758 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-23b1a4e7-f160-432d-81da-5ee4a7387c65 admin admin] Publish callbacks [] for security_group (82295a01-6173-4f22-852a-4249e0900282), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:46.960742 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-23b1a4e7-f160-432d-81da-5ee4a7387c65 admin admin] Publish callbacks [] for security_group (82295a01-6173-4f22-852a-4249e0900282), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:46.974180 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 1d6ba5f9-733a-407b-8a04-d24441bac042, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1d6ba5f9-733a-407b-8a04-d24441bac042,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:46.991634 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': '1d6ba5f9-733a-407b-8a04-d24441bac042', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'port_id': '1d6ba5f9-733a-407b-8a04-d24441bac042', 'mac_address': 'fa:16:3e:06:49:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:32:47.026449 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-23b1a4e7-f160-432d-81da-5ee4a7387c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (82295a01-6173-4f22-852a-4249e0900282), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:47.030976 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-23b1a4e7-f160-432d-81da-5ee4a7387c65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:47.034899 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-23b1a4e7-f160-432d-81da-5ee4a7387c65 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82295a01-6173-4f22-852a-4249e0900282 HTTP/1.1" status: 204 len: 168 time: 0.2168467 Apr 12 13:32:47.047559 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3e6d6908-f852-41dd-9e8d-4ca136e25a45 req-926a1a8a-bba6-4590-9423-b85a86294118 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927744 Apr 12 13:32:47.049482 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b1a4e7-f160-432d-81da-5ee4a7387c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82295a01-6173-4f22-852a-4249e0900282,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:47.077335 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 1d6ba5f9-733a-407b-8a04-d24441bac042 is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:47.078670 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (1d6ba5f9-733a-407b-8a04-d24441bac042), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:47.097462 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6ba5f9-733a-407b-8a04-d24441bac042 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:32:47.146530 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 1d6ba5f9-733a-407b-8a04-d24441bac042, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1d6ba5f9-733a-407b-8a04-d24441bac042,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:47.147264 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73522291-51fe-4f80-b533-b2afa0d78582 req-0891930b-791b-4679-8601-9c21d6d9d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:47.149709 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-73522291-51fe-4f80-b533-b2afa0d78582 req-0891930b-791b-4679-8601-9c21d6d9d358 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3811901 Apr 12 13:32:47.154341 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (1d6ba5f9-733a-407b-8a04-d24441bac042), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:47.226720 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84346d5-c13d-4943-97bd-b795cb6e752e req-7980fbc2-1282-4bad-b2e0-388df699ac39 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:47.229480 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c84346d5-c13d-4943-97bd-b795cb6e752e req-7980fbc2-1282-4bad-b2e0-388df699ac39 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0656245 Apr 12 13:32:47.234721 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=1d6ba5f9-733a-407b-8a04-d24441bac042,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:47.287137 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c84346d5-c13d-4943-97bd-b795cb6e752e req-61f93705-7deb-496e-9080-7f618f76e2d1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492246 Apr 12 13:32:47.518805 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-6578aff7-ac9a-4c28-ab4b-077145649255 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86f208c6-672c-426b-a655-9a9dd142e67a HTTP/1.1" status: 200 len: 217 time: 0.0673656 Apr 12 13:32:47.531754 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['1d6ba5f9-733a-407b-8a04-d24441bac042'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:32:47.616658 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1fd1b234-bd73-453f-8fef-7610bb5d6490 req-c7856cb1-7118-4a3d-b582-e3dd62084919 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479939 Apr 12 13:32:47.628295 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbee5c-2bb8-400c-b33c-2185d47424ba req-8fcd53a7-bc85-4b60-8d95-741fedfb4828 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:47.630052 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3acbee5c-2bb8-400c-b33c-2185d47424ba req-8fcd53a7-bc85-4b60-8d95-741fedfb4828 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 944 time: 0.1132755 Apr 12 13:32:47.766209 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-59e61926-b100-4033-a850-c527c7f7fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:47.767778 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-59e61926-b100-4033-a850-c527c7f7fa0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa056591-a77e-4564-bed1-da05f4aad210 HTTP/1.1" status: 200 len: 849 time: 0.2009003 Apr 12 13:32:47.769309 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-cbbb56c7-ccb8-482c-bafa-9f4622998032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:47.771234 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-cbbb56c7-ccb8-482c-bafa-9f4622998032 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fef9bcc9d6d4674acceb9c482454dfd&device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 1128 time: 0.2118754 Apr 12 13:32:47.784225 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3acbee5c-2bb8-400c-b33c-2185d47424ba req-9f9c1593-dc2c-49d0-b80a-46c1b4b96a94 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308146 Apr 12 13:32:47.790920 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1b234-bd73-453f-8fef-7610bb5d6490 req-2e5ffa09-4549-4125-8b33-b74d158ac1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:47.792762 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1fd1b234-bd73-453f-8fef-7610bb5d6490 req-2e5ffa09-4549-4125-8b33-b74d158ac1ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9710ad5778594c64b12108da4f6db548&device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 1129 time: 0.0792327 Apr 12 13:32:47.832464 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71e61b-a53c-4662-969b-5c4cedd8e4e3 req-05c6f7c5-6b7f-4924-8cfb-9fe3ab62a434 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:47.835146 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1c71e61b-a53c-4662-969b-5c4cedd8e4e3 req-05c6f7c5-6b7f-4924-8cfb-9fe3ab62a434 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 943 time: 0.0634906 Apr 12 13:32:47.895366 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1c71e61b-a53c-4662-969b-5c4cedd8e4e3 req-f94f0c30-f29f-4351-8cda-a3530d6a5fec tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546269 Apr 12 13:32:48.188787 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d179524-00bb-451d-b268-ac5346dbbd26 req-418b1995-f803-4f75-ac63-a0c2c7a25c84 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:48.193612 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3d179524-00bb-451d-b268-ac5346dbbd26 req-418b1995-f803-4f75-ac63-a0c2c7a25c84 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0601983 Apr 12 13:32:48.245470 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3d179524-00bb-451d-b268-ac5346dbbd26 req-9802d09c-9f1f-4781-b460-94d22f23cb6c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488136 Apr 12 13:32:48.350971 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-767f645b-3329-4d19-ac2a-fee46436c90c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 HTTP/1.1" status: 200 len: 217 time: 0.0466964 Apr 12 13:32:48.353093 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-a992ee63-7333-4434-8734-0a9f618d3df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:48.355177 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-a992ee63-7333-4434-8734-0a9f618d3df6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dbcb15e3-0cf5-4145-a386-89dfb653c57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511942 Apr 12 13:32:48.450716 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae8d32-319f-44c7-8700-cd8868bb8824 req-974cdd12-512f-43fc-abe1-2574db633fb8 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:48.452394 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b9ae8d32-319f-44c7-8700-cd8868bb8824 req-974cdd12-512f-43fc-abe1-2574db633fb8 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0509915 Apr 12 13:32:48.534068 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b9ae8d32-319f-44c7-8700-cd8868bb8824 req-a6024f89-7311-4728-a657-aa398aea3412 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740356 Apr 12 13:32:48.719626 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:48.825751 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 1d6ba5f9-733a-407b-8a04-d24441bac042 up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:48.936683 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port 1d6ba5f9-733a-407b-8a04-d24441bac042 completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:32:48.937527 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 59088) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:48.945423 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port 1d6ba5f9-733a-407b-8a04-d24441bac042 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:48.946983 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (1d6ba5f9-733a-407b-8a04-d24441bac042), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:48.973306 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-05689b06-9f47-403d-9e0f-4e5ecba6be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:48.981825 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-05689b06-9f47-403d-9e0f-4e5ecba6be3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5deca89-4859-4941-9efc-762fc23afa05 HTTP/1.1" status: 200 len: 855 time: 0.3070571 Apr 12 13:32:49.002338 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-81dbe43c-1e9c-4e1a-b471-5ff2f2509b77 service neutron] 10.222.0.41 "GET /v2.0/networks/dbcb15e3-0cf5-4145-a386-89dfb653c57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497815 Apr 12 13:32:49.013651 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45848947-abaa-4a9e-bb9c-a69cf9e17170 req-5e457bec-83b2-4d21-9959-5b093bc13fe1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:49.015174 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-45848947-abaa-4a9e-bb9c-a69cf9e17170 req-5e457bec-83b2-4d21-9959-5b093bc13fe1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 944 time: 0.1326978 Apr 12 13:32:49.086302 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-3ce72b07-7b73-4463-8699-8a4a5fc3ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:49.086483 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-3ce72b07-7b73-4463-8699-8a4a5fc3ac44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f075efcd-1b7f-4180-93c5-9b0501e51c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0904853 Apr 12 13:32:49.101230 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 1d6ba5f9-733a-407b-8a04-d24441bac042 is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:49.101630 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (1d6ba5f9-733a-407b-8a04-d24441bac042), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:49.119773 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043aa882-4805-4ced-b7ef-9052daa605ad req-98826e6f-0a8a-43ff-9827-b34d32554cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:49.121418 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-043aa882-4805-4ced-b7ef-9052daa605ad req-98826e6f-0a8a-43ff-9827-b34d32554cbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2bb2007ea0444849922a4d55efee799&device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 1129 time: 0.1366036 Apr 12 13:32:49.145351 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec23bf5d-33f8-4c40-b606-9cce5423fd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6ba5f9-733a-407b-8a04-d24441bac042'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:32:49.147788 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a050281-38c5-46ad-a58e-760f953034f1" -d '{"events": [{"server_uuid": "ec23bf5d-33f8-4c40-b606-9cce5423fd33", "name": "network-vif-plugged", "status": "completed", "tag": "1d6ba5f9-733a-407b-8a04-d24441bac042"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:32:49.162526 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 1d6ba5f9-733a-407b-8a04-d24441bac042, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1d6ba5f9-733a-407b-8a04-d24441bac042,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:49.168050 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (1d6ba5f9-733a-407b-8a04-d24441bac042), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:49.227208 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=1d6ba5f9-733a-407b-8a04-d24441bac042,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:49.249407 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b745f-8610-44cb-aaf8-c8c69a08063f req-9b2eba4f-be45-4597-8b0c-0e9502346d1a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:49.250988 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4c7b745f-8610-44cb-aaf8-c8c69a08063f req-9b2eba4f-be45-4597-8b0c-0e9502346d1a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.2522037 Apr 12 13:32:49.251894 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cfa6f915-b662-431d-9381-bbe579320670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:49.276712 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1b234-bd73-453f-8fef-7610bb5d6490 req-8c23c8d7-6bc7-4e8e-a68e-4a88db28a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:49.278499 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1fd1b234-bd73-453f-8fef-7610bb5d6490 req-8c23c8d7-6bc7-4e8e-a68e-4a88db28a248 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1b3c0cab-d3a0-4e32-bb14-df2fc39987c2 HTTP/1.1" status: 200 len: 913 time: 0.6271477 Apr 12 13:32:49.311878 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 59102) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:49.351339 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1fd1b234-bd73-453f-8fef-7610bb5d6490 req-5bdc7631-9a82-4846-8b9a-3ba2cdabf8da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 HTTP/1.1" status: 200 len: 217 time: 0.0580201 Apr 12 13:32:49.434942 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-a52162e5-c9d2-4146-aca4-5c761565e11e service neutron] 10.222.0.41 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211293 Apr 12 13:32:49.450666 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4c7b745f-8610-44cb-aaf8-c8c69a08063f req-c50a1cc9-7d3f-44d3-a51c-1c4cd4c59935 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887875 Apr 12 13:32:49.452886 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-45848947-abaa-4a9e-bb9c-a69cf9e17170 req-0b95271a-fc39-44c0-9a46-4e70723b18c6 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4021361 Apr 12 13:32:49.490315 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043aa882-4805-4ced-b7ef-9052daa605ad req-4814f25d-255c-46db-b9a0-c2b532884b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:49.491761 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-043aa882-4805-4ced-b7ef-9052daa605ad req-4814f25d-255c-46db-b9a0-c2b532884b0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 200 len: 919 time: 0.3374207 Apr 12 13:32:49.499758 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-47fbed8d-e10f-47cc-9bb2-3902d06ff0ae req-6c0b2acf-dade-40c5-88ad-d835fd61f035 service neutron] 10.222.0.41 "GET /v2.0/networks/dbcb15e3-0cf5-4145-a386-89dfb653c57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4835746 Apr 12 13:32:49.504483 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1b234-bd73-453f-8fef-7610bb5d6490 req-ddc0f44c-64a2-45fc-89d6-2a99d13f60be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:49.511753 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1fd1b234-bd73-453f-8fef-7610bb5d6490 req-ddc0f44c-64a2-45fc-89d6-2a99d13f60be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8e2cd4b8-7554-47e8-bff8-5a6b9a68bf5c HTTP/1.1" status: 200 len: 852 time: 0.1423256 Apr 12 13:32:49.544884 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91579af2-8c5e-4dad-bea1-d868c2dd8ea3 x-openstack-request-id: req-91579af2-8c5e-4dad-bea1-d868c2dd8ea3 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:32:49.545246 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec23bf5d-33f8-4c40-b606-9cce5423fd33", "name": "network-vif-plugged", "status": "completed", "tag": "1d6ba5f9-733a-407b-8a04-d24441bac042", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:32:49.545507 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-91579af2-8c5e-4dad-bea1-d868c2dd8ea3 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:32:49.545904 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91579af2-8c5e-4dad-bea1-d868c2dd8ea3'] response: {'server_uuid': 'ec23bf5d-33f8-4c40-b606-9cce5423fd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6ba5f9-733a-407b-8a04-d24441bac042', 'code': 200} Apr 12 13:32:49.549963 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cfa6f915-b662-431d-9381-bbe579320670 admin admin] Publish callbacks [] for security_group (d28e7143-86a1-4e3a-af74-e351fcef9d08), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:49.553845 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-043aa882-4805-4ced-b7ef-9052daa605ad req-915b96db-73fc-4551-8929-22f51b0c3c58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cfea81e-d77e-4c85-ae49-26b624080d7c HTTP/1.1" status: 200 len: 217 time: 0.0530934 Apr 12 13:32:49.643695 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459de1ac-a7b0-4b41-a802-b0ed954c7bd8 req-a4f22826-e9db-4b00-9b87-95320cc54310 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:49.645544 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-459de1ac-a7b0-4b41-a802-b0ed954c7bd8 req-a4f22826-e9db-4b00-9b87-95320cc54310 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0485766 Apr 12 13:32:49.695744 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-459de1ac-a7b0-4b41-a802-b0ed954c7bd8 req-c30c80f2-d265-44e3-a6e0-ddded9f8bfd8 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436847 Apr 12 13:32:49.784054 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cfa6f915-b662-431d-9381-bbe579320670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (d28e7143-86a1-4e3a-af74-e351fcef9d08), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:49.786514 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3604abae-afc3-4439-ae8d-d300624af68f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:49.849181 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1fd1b234-bd73-453f-8fef-7610bb5d6490 req-94a0cca3-de83-4eb9-a4f1-069d87ecc220 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1b3c0cab-d3a0-4e32-bb14-df2fc39987c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2728188 Apr 12 13:32:49.892839 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-cfa6f915-b662-431d-9381-bbe579320670 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24044c97149d4612be78e5351aa037b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9541857 Apr 12 13:32:49.895626 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 59112) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:49.898995 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f4d27-9d07-4ec2-ba14-4f176381ac8c req-c3a8c6f3-2c1b-42ed-80d3-62262125dfb3 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:49.900845 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-de4f4d27-9d07-4ec2-ba14-4f176381ac8c req-c3a8c6f3-2c1b-42ed-80d3-62262125dfb3 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 943 time: 0.3190219 Apr 12 13:32:49.917611 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6f915-b662-431d-9381-bbe579320670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28e7143-86a1-4e3a-af74-e351fcef9d08,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:49.949750 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8b629842-8457-4bd4-a4a8-a6be7b783fc0 req-087a7b5b-ce42-43ff-b3c7-f10cf32e62ac service neutron] 10.222.0.41 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035374 Apr 12 13:32:49.961706 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8230af9b-b782-4451-80f3-abfd21abfeae admin admin] Publish callbacks [] for security_group (d28e7143-86a1-4e3a-af74-e351fcef9d08), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:49.984500 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8230af9b-b782-4451-80f3-abfd21abfeae admin admin] Publish callbacks [] for security_group (d28e7143-86a1-4e3a-af74-e351fcef9d08), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:49.995679 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-de4f4d27-9d07-4ec2-ba14-4f176381ac8c req-482b73b3-83cf-427f-b7e2-0d013fa1e5ab tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821481 Apr 12 13:32:50.032383 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3604abae-afc3-4439-ae8d-d300624af68f admin admin] Publish callbacks [] for security_group (ecf3d2c7-5402-4942-83e1-37585b3eda80), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:50.037617 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3604abae-afc3-4439-ae8d-d300624af68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (ecf3d2c7-5402-4942-83e1-37585b3eda80), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:50.042137 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8230af9b-b782-4451-80f3-abfd21abfeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (d28e7143-86a1-4e3a-af74-e351fcef9d08), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:50.045250 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8230af9b-b782-4451-80f3-abfd21abfeae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:50.047055 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-8230af9b-b782-4451-80f3-abfd21abfeae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d28e7143-86a1-4e3a-af74-e351fcef9d08 HTTP/1.1" status: 204 len: 168 time: 0.1502595 Apr 12 13:32:50.066990 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230af9b-b782-4451-80f3-abfd21abfeae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28e7143-86a1-4e3a-af74-e351fcef9d08,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:50.083189 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604abae-afc3-4439-ae8d-d300624af68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf3d2c7-5402-4942-83e1-37585b3eda80,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:50.088500 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-3604abae-afc3-4439-ae8d-d300624af68f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1b29c8c4b414140b3465ae14dc6a59a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7493701 Apr 12 13:32:50.091187 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 59118) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:50.107307 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604abae-afc3-4439-ae8d-d300624af68f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.107686 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604abae-afc3-4439-ae8d-d300624af68f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.110566 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604abae-afc3-4439-ae8d-d300624af68f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.110950 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604abae-afc3-4439-ae8d-d300624af68f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.111364 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604abae-afc3-4439-ae8d-d300624af68f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.111625 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604abae-afc3-4439-ae8d-d300624af68f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.111960 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604abae-afc3-4439-ae8d-d300624af68f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.112291 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604abae-afc3-4439-ae8d-d300624af68f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.113165 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604abae-afc3-4439-ae8d-d300624af68f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.113508 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604abae-afc3-4439-ae8d-d300624af68f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.115597 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604abae-afc3-4439-ae8d-d300624af68f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.115999 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604abae-afc3-4439-ae8d-d300624af68f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.116340 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604abae-afc3-4439-ae8d-d300624af68f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.117706 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604abae-afc3-4439-ae8d-d300624af68f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.118635 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3604abae-afc3-4439-ae8d-d300624af68f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.155866 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-821a4d9f-fcaf-483f-b65d-92ee6d2eec9e admin admin] Publish callbacks [] for security_group (ecf3d2c7-5402-4942-83e1-37585b3eda80), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:50.178934 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-821a4d9f-fcaf-483f-b65d-92ee6d2eec9e admin admin] Publish callbacks [] for security_group (ecf3d2c7-5402-4942-83e1-37585b3eda80), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:50.231485 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-821a4d9f-fcaf-483f-b65d-92ee6d2eec9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (ecf3d2c7-5402-4942-83e1-37585b3eda80), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:50.234181 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-821a4d9f-fcaf-483f-b65d-92ee6d2eec9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:50.235388 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-821a4d9f-fcaf-483f-b65d-92ee6d2eec9e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ecf3d2c7-5402-4942-83e1-37585b3eda80 HTTP/1.1" status: 204 len: 168 time: 0.1432092 Apr 12 13:32:50.243640 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a4d9f-fcaf-483f-b65d-92ee6d2eec9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf3d2c7-5402-4942-83e1-37585b3eda80,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:50.598324 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d3869-aadd-46c8-a3c2-1dfa99c16908 req-a63642be-0a16-4759-9900-f8f281c5611d tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:50.606957 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-281d3869-aadd-46c8-a3c2-1dfa99c16908 req-a63642be-0a16-4759-9900-f8f281c5611d tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0820737 Apr 12 13:32:50.644996 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdea99-864c-4bf6-88cc-0db55e376cb3 req-6c49f358-404b-4a66-99f9-09c655a9f424 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:50.651537 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 59144) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:50.652085 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dfbdea99-864c-4bf6-88cc-0db55e376cb3 req-6c49f358-404b-4a66-99f9-09c655a9f424 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 945 time: 0.0659590 Apr 12 13:32:50.674683 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-47e24bd4-1f18-4372-95a0-2380a70f4da5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:50.698347 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-281d3869-aadd-46c8-a3c2-1dfa99c16908 req-07b4301e-63da-4f4c-a4b7-7ceaa7a8b956 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901399 Apr 12 13:32:50.710551 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dfbdea99-864c-4bf6-88cc-0db55e376cb3 req-74c9cbd2-df52-45ed-a245-3758ff0d9add tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527127 Apr 12 13:32:50.818296 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-47e24bd4-1f18-4372-95a0-2380a70f4da5 admin admin] Publish callbacks [] for security_group (a2bfadd5-ec53-4a1f-b2df-424ca8db9c49), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:50.824427 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-47e24bd4-1f18-4372-95a0-2380a70f4da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (a2bfadd5-ec53-4a1f-b2df-424ca8db9c49), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:50.847702 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312dea7-90e8-40f6-aec8-6a3cc5df63a2 req-02955157-6643-4a93-a587-1a6347cd4715 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:50.849214 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5312dea7-90e8-40f6-aec8-6a3cc5df63a2 req-02955157-6643-4a93-a587-1a6347cd4715 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0804408 Apr 12 13:32:50.903667 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-47e24bd4-1f18-4372-95a0-2380a70f4da5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=68e177b6f72c435490fd09497328465f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509453 Apr 12 13:32:50.906400 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 59152) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:50.907320 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e24bd4-1f18-4372-95a0-2380a70f4da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bfadd5-ec53-4a1f-b2df-424ca8db9c49,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:50.926998 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e24bd4-1f18-4372-95a0-2380a70f4da5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.927348 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e24bd4-1f18-4372-95a0-2380a70f4da5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.927712 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e24bd4-1f18-4372-95a0-2380a70f4da5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.928056 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e24bd4-1f18-4372-95a0-2380a70f4da5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.928387 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e24bd4-1f18-4372-95a0-2380a70f4da5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.928714 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e24bd4-1f18-4372-95a0-2380a70f4da5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.929040 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e24bd4-1f18-4372-95a0-2380a70f4da5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.929397 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e24bd4-1f18-4372-95a0-2380a70f4da5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.929737 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e24bd4-1f18-4372-95a0-2380a70f4da5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.930066 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e24bd4-1f18-4372-95a0-2380a70f4da5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.931022 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e24bd4-1f18-4372-95a0-2380a70f4da5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.931362 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e24bd4-1f18-4372-95a0-2380a70f4da5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.931690 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e24bd4-1f18-4372-95a0-2380a70f4da5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.932013 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e24bd4-1f18-4372-95a0-2380a70f4da5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.932332 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e24bd4-1f18-4372-95a0-2380a70f4da5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:50.950684 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5312dea7-90e8-40f6-aec8-6a3cc5df63a2 req-2ba83c9e-eeb8-4275-82d1-baee9dfc59c6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946555 Apr 12 13:32:50.983190 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3d79be66-7291-46d6-96ea-dd9f5e381643 admin admin] Publish callbacks [] for security_group (a2bfadd5-ec53-4a1f-b2df-424ca8db9c49), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:51.006556 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3d79be66-7291-46d6-96ea-dd9f5e381643 admin admin] Publish callbacks [] for security_group (a2bfadd5-ec53-4a1f-b2df-424ca8db9c49), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:51.058133 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3d79be66-7291-46d6-96ea-dd9f5e381643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (a2bfadd5-ec53-4a1f-b2df-424ca8db9c49), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:51.060719 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3d79be66-7291-46d6-96ea-dd9f5e381643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:51.061910 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-3d79be66-7291-46d6-96ea-dd9f5e381643 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a2bfadd5-ec53-4a1f-b2df-424ca8db9c49 HTTP/1.1" status: 204 len: 168 time: 0.1545198 Apr 12 13:32:51.069788 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79be66-7291-46d6-96ea-dd9f5e381643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bfadd5-ec53-4a1f-b2df-424ca8db9c49,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:51.127631 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ffbd4-4841-4531-8df3-2d5960df4637 req-f2b49ab7-0be0-4c20-add2-7052760e0851 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:51.129402 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-043ffbd4-4841-4531-8df3-2d5960df4637 req-f2b49ab7-0be0-4c20-add2-7052760e0851 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 943 time: 0.0569766 Apr 12 13:32:51.197734 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-043ffbd4-4841-4531-8df3-2d5960df4637 req-84ad6e82-0f1f-4460-bd45-a7a54714d3f5 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620682 Apr 12 13:32:51.817993 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb037aad-57dc-4285-8eb1-c25fe2c4487a req-f233ff74-dab6-4ca1-9cc6-658a5e2b1889 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:51.819591 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fb037aad-57dc-4285-8eb1-c25fe2c4487a req-f233ff74-dab6-4ca1-9cc6-658a5e2b1889 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 945 time: 0.0484557 Apr 12 13:32:51.820385 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d1270-29a5-483d-b80f-b1b632502a3d req-91bfb6d3-a528-42f2-b8c5-8a074a8329ba tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:51.822818 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5c8d1270-29a5-483d-b80f-b1b632502a3d req-91bfb6d3-a528-42f2-b8c5-8a074a8329ba tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0520310 Apr 12 13:32:51.848511 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 59200) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:51.882794 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fb037aad-57dc-4285-8eb1-c25fe2c4487a req-bf8aa8ca-5627-4f4a-b6ed-bbc1336ac279 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556750 Apr 12 13:32:51.889886 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5c8d1270-29a5-483d-b80f-b1b632502a3d req-be1d03cb-a529-40fa-9d1b-443a6dcd84b5 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556383 Apr 12 13:32:51.955777 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-2e729e2b-d83b-4ff8-ac60-2c72f2e8684c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-709297719-network', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:51.974087 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e729e2b-d83b-4ff8-ac60-2c72f2e8684c admin admin] Made reservation on behalf of d7b5ac96172b45b6a78b9fd4bda96a31 for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:32:51.976280 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2e729e2b-d83b-4ff8-ac60-2c72f2e8684c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:51.984761 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2e729e2b-d83b-4ff8-ac60-2c72f2e8684c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:52.124132 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08718ba-ea41-45be-be4c-8e87e61d2ea7 req-6b180670-86d1-4ff2-b03b-524d960708a8 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:52.125739 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d08718ba-ea41-45be-be4c-8e87e61d2ea7 req-6b180670-86d1-4ff2-b03b-524d960708a8 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0990393 Apr 12 13:32:52.143106 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043aa882-4805-4ced-b7ef-9052daa605ad req-a7db0ccf-8b14-4f60-a377-800771ebb49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:52.144583 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-043aa882-4805-4ced-b7ef-9052daa605ad req-a7db0ccf-8b14-4f60-a377-800771ebb49b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3d8356-64c5-4a91-99a8-70c6abe2b2fb HTTP/1.1" status: 200 len: 857 time: 0.0851710 Apr 12 13:32:52.147332 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2e729e2b-d83b-4ff8-ac60-2c72f2e8684c admin admin] Publish callbacks [] for security_group (dba971ba-8b3e-4c1a-98af-309663d2ca0a), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:52.153646 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2e729e2b-d83b-4ff8-ac60-2c72f2e8684c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (dba971ba-8b3e-4c1a-98af-309663d2ca0a), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:52.186039 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d08718ba-ea41-45be-be4c-8e87e61d2ea7 req-aa34e6b8-d46e-4b01-9bc9-693ec94364d9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536218 Apr 12 13:32:52.190935 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e729e2b-d83b-4ff8-ac60-2c72f2e8684c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:32:52.209591 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1fd1b234-bd73-453f-8fef-7610bb5d6490 req-7ea046fb-1dfa-4ddc-b285-9e4c1863f32a service neutron] 10.222.0.41 "GET /v2.0/networks/1b3c0cab-d3a0-4e32-bb14-df2fc39987c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432297 Apr 12 13:32:52.212549 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e729e2b-d83b-4ff8-ac60-2c72f2e8684c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba971ba-8b3e-4c1a-98af-309663d2ca0a,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:52.215451 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2e729e2b-d83b-4ff8-ac60-2c72f2e8684c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (69566bc3-944a-4c63-99b6-3c4943d17d55), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:52.215794 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-2e729e2b-d83b-4ff8-ac60-2c72f2e8684c admin admin] Added segment 69566bc3-944a-4c63-99b6-3c4943d17d55 of type vlan for network 7f49db9b-8084-43b4-9af2-e258167632f1 Apr 12 13:32:52.257516 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2e729e2b-d83b-4ff8-ac60-2c72f2e8684c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776758315614'] for network (7f49db9b-8084-43b4-9af2-e258167632f1), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:52.309416 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2e729e2b-d83b-4ff8-ac60-2c72f2e8684c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for network (7f49db9b-8084-43b4-9af2-e258167632f1), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:52.310288 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e729e2b-d83b-4ff8-ac60-2c72f2e8684c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:52.310873 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2e729e2b-d83b-4ff8-ac60-2c72f2e8684c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:52.355539 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313f31f-1b11-4ebf-8191-7ec9c56b0667 req-99914ea9-9c23-4471-83c2-febd23899799 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:52.357006 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7313f31f-1b11-4ebf-8191-7ec9c56b0667 req-99914ea9-9c23-4471-83c2-febd23899799 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 943 time: 0.0788999 Apr 12 13:32:52.362283 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-2e729e2b-d83b-4ff8-ac60-2c72f2e8684c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5124788 Apr 12 13:32:52.365665 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 59210) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:52.370705 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-71b49686-3872-440e-b3b6-663a843e05b0 admin admin] Request body: {'subnet': {'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-709297719-subnet', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'ip_version': 4}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:52.393247 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b49686-3872-440e-b3b6-663a843e05b0 admin admin] Made reservation on behalf of d7b5ac96172b45b6a78b9fd4bda96a31 for: {'subnet': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:32:52.395501 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-71b49686-3872-440e-b3b6-663a843e05b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:52.406326 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e729e2b-d83b-4ff8-ac60-2c72f2e8684c admin admin] Pushing event updated for resources: {'Network': ['ID=7f49db9b-8084-43b4-9af2-e258167632f1,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:52.431530 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Network 7f49db9b-8084-43b4-9af2-e258167632f1 details requested by agent ovs-agent-dv-cinder-830098-4-iscsi with host dv-cinder-830098-4-iscsi {{(pid=103296) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:32:52.440575 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7313f31f-1b11-4ebf-8191-7ec9c56b0667 req-b8c15de4-ce56-4944-8df2-aa9d41b8e737 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517986 Apr 12 13:32:52.615170 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-71b49686-3872-440e-b3b6-663a843e05b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for subnet (a998b45c-048a-454f-8557-4d43ed85f98d), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:52.681408 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-2fc8a05a-ff38-4956-a9a5-c07d8e84e9fc tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=bef3ebcc7e6e4fc697fd29466e86a550&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632930 Apr 12 13:32:52.743422 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b49686-3872-440e-b3b6-663a843e05b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a998b45c-048a-454f-8557-4d43ed85f98d,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:52.830675 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b49686-3872-440e-b3b6-663a843e05b0 admin admin] Checking segment: {'id': '69566bc3-944a-4c63-99b6-3c4943d17d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:52.831340 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b49686-3872-440e-b3b6-663a843e05b0 admin admin] Network hostable DHCP agents. Network: 7f49db9b-8084-43b4-9af2-e258167632f1, hostable agents: ['3cc0c115-7315-4105-a658-2bafa3cb223c'], hosted agents: [] {{(pid=103295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:32:52.834730 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 86f208c6-672c-426b-a655-9a9dd142e67a details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:32:52.910185 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b49686-3872-440e-b3b6-663a843e05b0 admin admin] Network 7f49db9b-8084-43b4-9af2-e258167632f1 is scheduled to be hosted by DHCP agent 3cc0c115-7315-4105-a658-2bafa3cb223c with binding_index 1 {{(pid=103295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:32:52.933939 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c3b31db5-fca2-416c-a019-0f449d6b1b6f tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:52.935417 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c3b31db5-fca2-416c-a019-0f449d6b1b6f tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2472475 Apr 12 13:32:52.942901 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-71b49686-3872-440e-b3b6-663a843e05b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-4-iscsi, 7f49db9b-8084-43b4-9af2-e258167632f1) {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:52.952861 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b49686-3872-440e-b3b6-663a843e05b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:52.953792 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-71b49686-3872-440e-b3b6-663a843e05b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:52.959224 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7da5c4-2909-4bab-80ae-9f29eed82174 None None] Network 7f49db9b-8084-43b4-9af2-e258167632f1 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:32:52.962182 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-cbafd137-90fa-4c57-ac7f-eecfd1ea5a54 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/quotas/bef3ebcc7e6e4fc697fd29466e86a550 HTTP/1.1" status: 200 len: 375 time: 0.0206223 Apr 12 13:32:52.962477 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 86f208c6-672c-426b-a655-9a9dd142e67a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=86f208c6-672c-426b-a655-9a9dd142e67a,segment=NetworkSegment(d6bc079b-8905-44eb-b690-c8cda7fe1d16),segment_id=d6bc079b-8905-44eb-b690-c8cda7fe1d16)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:52.986743 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-71b49686-3872-440e-b3b6-663a843e05b0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6199150 Apr 12 13:32:52.987345 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 59238) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:52.996364 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': '86f208c6-672c-426b-a655-9a9dd142e67a', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'port_id': '86f208c6-672c-426b-a655-9a9dd142e67a', 'mac_address': 'fa:16:3e:2e:9c:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:32:53.010033 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-0357a9a6-1970-49ac-ab51-6cbe6be17a01 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-709297719-router', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:53.013335 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7130e-d898-4aaf-b893-5f212ffedb6d req-c603c241-16ee-4ee6-bcef-38d805bcee28 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:53.015451 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b9d7130e-d898-4aaf-b893-5f212ffedb6d req-c603c241-16ee-4ee6-bcef-38d805bcee28 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 945 time: 0.0571368 Apr 12 13:32:53.017588 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-18cc5869-00c9-479a-af21-7c32271ee32b tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bef3ebcc7e6e4fc697fd29466e86a550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471394 Apr 12 13:32:53.035173 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0357a9a6-1970-49ac-ab51-6cbe6be17a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-448592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-907'] for router (5efc5afb-d8db-48f6-8d86-889310301c51), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:53.036643 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0357a9a6-1970-49ac-ab51-6cbe6be17a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-342588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-914'] for router (5efc5afb-d8db-48f6-8d86-889310301c51), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:53.081616 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b9d7130e-d898-4aaf-b893-5f212ffedb6d req-e3b430fa-92ba-476e-b18c-e74bfaf8b221 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601194 Apr 12 13:32:53.085881 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 86f208c6-672c-426b-a655-9a9dd142e67a is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:53.086525 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (86f208c6-672c-426b-a655-9a9dd142e67a), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:53.115506 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0357a9a6-1970-49ac-ab51-6cbe6be17a01 admin admin] Publish callbacks [] for router_controller (5efc5afb-d8db-48f6-8d86-889310301c51), precommit_add_association {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:53.127179 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f208c6-672c-426b-a655-9a9dd142e67a {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:32:53.148247 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 86f208c6-672c-426b-a655-9a9dd142e67a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=86f208c6-672c-426b-a655-9a9dd142e67a,segment=NetworkSegment(d6bc079b-8905-44eb-b690-c8cda7fe1d16),segment_id=d6bc079b-8905-44eb-b690-c8cda7fe1d16)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:53.151651 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2505ece0-7dd9-5d35-89e5-64c2cb2f4cfe-7f49db9b-8084-43b4-9af2-e258167632f1', 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1', 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'fixed_ips': [{'subnet_id': 'a998b45c-048a-454f-8557-4d43ed85f98d'}]}} from dv-cinder-830098-4-iscsi. {{(pid=103296) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:32:53.152556 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:53.163185 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (86f208c6-672c-426b-a655-9a9dd142e67a), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:53.291467 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b4d90-6c5b-4c0c-beeb-f0e43c0a526d req-036c37e3-d752-4816-8a71-c0ef718f1ef0 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:53.293256 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-048b4d90-6c5b-4c0c-beeb-f0e43c0a526d req-036c37e3-d752-4816-8a71-c0ef718f1ef0 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0603635 Apr 12 13:32:53.359548 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d9e46909-0b9d-407f-b0fa-bda4a0be1084 req-7e0baca8-f9d6-48f4-85f4-f062c441514a tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 210 time: 0.1589398 Apr 12 13:32:53.370037 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-048b4d90-6c5b-4c0c-beeb-f0e43c0a526d req-98dcfbcf-bcc3-4c56-8a1d-99d72f81a8f7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690300 Apr 12 13:32:53.402088 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0357a9a6-1970-49ac-ab51-6cbe6be17a01 admin admin] Publish callbacks [] for router_gateway (5efc5afb-d8db-48f6-8d86-889310301c51), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:53.434286 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=86f208c6-672c-426b-a655-9a9dd142e67a,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:53.448768 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:53.449374 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:53.449917 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:53.450454 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:53.450958 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:53.451469 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:53.451966 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:53.452479 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:53.453077 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:53.453714 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:53.454354 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:53.454940 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:53.455519 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:53.456115 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:53.456724 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:32:53.499189 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b9326-956b-4bcf-a611-d249ea810d4f req-1218f913-e444-4bee-b5ba-3aa5cfb7ea5f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:53.506735 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-676b9326-956b-4bcf-a611-d249ea810d4f req-1218f913-e444-4bee-b5ba-3aa5cfb7ea5f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0613313 Apr 12 13:32:53.515217 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] Allocated IP 172.20.0.2 (7f49db9b-8084-43b4-9af2-e258167632f1/a998b45c-048a-454f-8557-4d43ed85f98d/b5375785-1f11-4b64-8047-fbcc00ef4efd) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:32:53.588523 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-676b9326-956b-4bcf-a611-d249ea810d4f req-ebdf593d-461f-4dd8-ad0e-14c7ab75391c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811043 Apr 12 13:32:53.700986 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] Publish callbacks [] for port (b5375785-1f11-4b64-8047-fbcc00ef4efd), precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:53.707066 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (b5375785-1f11-4b64-8047-fbcc00ef4efd), after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:53.709069 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab031d47-7f65-4881-ae50-b09254327e76 req-64eabceb-fc79-487a-a100-54b001a003e5 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:53.710597 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ab031d47-7f65-4881-ae50-b09254327e76 req-64eabceb-fc79-487a-a100-54b001a003e5 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 944 time: 0.0966666 Apr 12 13:32:53.737442 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0357a9a6-1970-49ac-ab51-6cbe6be17a01 admin admin] Publish callbacks [] for router_gateway (5efc5afb-d8db-48f6-8d86-889310301c51), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:53.749948 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] Network 7f49db9b-8084-43b4-9af2-e258167632f1 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:53.756302 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:53.760905 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:32:53.761439 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0357a9a6-1970-49ac-ab51-6cbe6be17a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:53.769374 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] Pushing event updated for resources: {'Port': ['ID=b5375785-1f11-4b64-8047-fbcc00ef4efd,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:53.818870 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ab031d47-7f65-4881-ae50-b09254327e76 req-14801945-b8a9-47d1-8b65-2cd48a92d94b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008539 Apr 12 13:32:53.823195 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['86f208c6-672c-426b-a655-9a9dd142e67a'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:32:53.877217 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] Attempting to bind port b5375785-1f11-4b64-8047-fbcc00ef4efd on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:32:53.877601 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] Attempting to bind port b5375785-1f11-4b64-8047-fbcc00ef4efd by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '69566bc3-944a-4c63-99b6-3c4943d17d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:32:53.877963 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] Attempting to bind port b5375785-1f11-4b64-8047-fbcc00ef4efd on network 7f49db9b-8084-43b4-9af2-e258167632f1 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:53.892907 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:32:53.893581 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] Checking segment: {'id': '69566bc3-944a-4c63-99b6-3c4943d17d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:53.894191 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:53.894668 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] Bound using segment: {'id': '69566bc3-944a-4c63-99b6-3c4943d17d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:32:53.895160 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] Bound port: b5375785-1f11-4b64-8047-fbcc00ef4efd, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69566bc3-944a-4c63-99b6-3c4943d17d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:32:53.895554 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (b5375785-1f11-4b64-8047-fbcc00ef4efd), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:53.915463 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-0357a9a6-1970-49ac-ab51-6cbe6be17a01 admin admin] Allocated IP 172.27.2.134 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/a4d5b2ec-3e1e-467c-8611-52acfc852baf) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:32:54.037812 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] For port b5375785-1f11-4b64-8047-fbcc00ef4efd, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:32:54.038452 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0357a9a6-1970-49ac-ab51-6cbe6be17a01 admin admin] Publish callbacks [] for port (a4d5b2ec-3e1e-467c-8611-52acfc852baf), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:54.056142 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] For port b5375785-1f11-4b64-8047-fbcc00ef4efd, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=b5375785-1f11-4b64-8047-fbcc00ef4efd,segment=NetworkSegment(69566bc3-944a-4c63-99b6-3c4943d17d55),segment_id=69566bc3-944a-4c63-99b6-3c4943d17d55)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:32:54.063969 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (b5375785-1f11-4b64-8047-fbcc00ef4efd), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:54.088465 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0357a9a6-1970-49ac-ab51-6cbe6be17a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (a4d5b2ec-3e1e-467c-8611-52acfc852baf), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:54.142150 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0357a9a6-1970-49ac-ab51-6cbe6be17a01 admin admin] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:54.145645 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-0357a9a6-1970-49ac-ab51-6cbe6be17a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:54.157972 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7cc68-37b5-4373-b213-47051e5126f6 None None] Pushing event updated for resources: {'Port': ['ID=b5375785-1f11-4b64-8047-fbcc00ef4efd,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:54.166233 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0357a9a6-1970-49ac-ab51-6cbe6be17a01 admin admin] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:32:54.244961 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd14d1-153c-492a-b560-6b6ea98ec239 req-1efb5ccc-3964-4f30-85b2-ffd1bfd49d1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:54.254548 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-eebd14d1-153c-492a-b560-6b6ea98ec239 req-1efb5ccc-3964-4f30-85b2-ffd1bfd49d1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 945 time: 0.0667269 Apr 12 13:32:54.299102 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0357a9a6-1970-49ac-ab51-6cbe6be17a01 admin admin] Pushing event updated for resources: {'Port': ['ID=a4d5b2ec-3e1e-467c-8611-52acfc852baf,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:54.320166 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-eebd14d1-153c-492a-b560-6b6ea98ec239 req-ed76296e-4a80-4a5b-9ea0-989b84f3cf9c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646448 Apr 12 13:32:54.464651 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0357a9a6-1970-49ac-ab51-6cbe6be17a01 admin admin] Publish callbacks [] for router_gateway (5efc5afb-d8db-48f6-8d86-889310301c51), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:54.514468 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-600ad862-4b13-475f-9328-92a7e5f968ae req-3cfc1060-2f2e-45b9-ba50-7e4d37fa1e1a tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 210 time: 0.0400465 Apr 12 13:32:54.543253 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7349d-8b00-4406-adb8-fb8f3d60b38d req-f7fa5352-6de8-4501-b800-b034ed6c5db1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:54.550666 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b7c7349d-8b00-4406-adb8-fb8f3d60b38d req-f7fa5352-6de8-4501-b800-b034ed6c5db1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0995131 Apr 12 13:32:54.645165 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b7c7349d-8b00-4406-adb8-fb8f3d60b38d req-cdeeedf8-c907-4af3-b123-7e46560a7755 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897033 Apr 12 13:32:54.713593 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf38d6-bc33-4235-85a1-c03c30cb5a05 req-41960085-3677-44a6-ac15-653ced90ec49 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:54.715222 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0baf38d6-bc33-4235-85a1-c03c30cb5a05 req-41960085-3677-44a6-ac15-653ced90ec49 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0541737 Apr 12 13:32:54.769911 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0baf38d6-bc33-4235-85a1-c03c30cb5a05 req-c56b0ff1-4a9f-43e8-8a42-6dd9c7236896 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482707 Apr 12 13:32:54.836016 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d7b4829e-8df3-4948-bfb1-e158c4c67f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:54.929025 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1fd1b234-bd73-453f-8fef-7610bb5d6490 req-b3b89d3d-daa0-42f8-b87f-577ad18baf15 service neutron] 10.222.0.41 "GET /v2.0/networks/1b3c0cab-d3a0-4e32-bb14-df2fc39987c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259973 Apr 12 13:32:55.028120 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 86f208c6-672c-426b-a655-9a9dd142e67a up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:55.079400 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port 86f208c6-672c-426b-a655-9a9dd142e67a completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:32:55.087092 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port 86f208c6-672c-426b-a655-9a9dd142e67a triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:55.087304 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (86f208c6-672c-426b-a655-9a9dd142e67a), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:55.088093 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043aa882-4805-4ced-b7ef-9052daa605ad req-a3f65874-c44a-4ab4-bf27-35d79adad5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:55.089689 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-043aa882-4805-4ced-b7ef-9052daa605ad req-a3f65874-c44a-4ab4-bf27-35d79adad5e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a956ac86-261f-4fbb-bce0-1832a315bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0918422 Apr 12 13:32:55.097809 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a249e0-b756-489d-877e-fe0d234b5c9f req-1567139a-cef7-4fe1-a573-38b5e096d5ac tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:55.099294 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c9a249e0-b756-489d-877e-fe0d234b5c9f req-1567139a-cef7-4fe1-a573-38b5e096d5ac tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 944 time: 0.1004267 Apr 12 13:32:55.102346 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0357a9a6-1970-49ac-ab51-6cbe6be17a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466088'] for router (5efc5afb-d8db-48f6-8d86-889310301c51), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:55.183595 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 86f208c6-672c-426b-a655-9a9dd142e67a is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:55.183979 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (86f208c6-672c-426b-a655-9a9dd142e67a), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:55.208183 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d5deca-d480-4388-998b-689de493613f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f208c6-672c-426b-a655-9a9dd142e67a'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:32:55.210860 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65de3913-149f-4997-bd39-f8f24310b7c8" -d '{"events": [{"server_uuid": "42d5deca-d480-4388-998b-689de493613f", "name": "network-vif-plugged", "status": "completed", "tag": "86f208c6-672c-426b-a655-9a9dd142e67a"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:32:55.224712 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 86f208c6-672c-426b-a655-9a9dd142e67a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=86f208c6-672c-426b-a655-9a9dd142e67a,segment=NetworkSegment(d6bc079b-8905-44eb-b690-c8cda7fe1d16),segment_id=d6bc079b-8905-44eb-b690-c8cda7fe1d16)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:55.225522 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c9a249e0-b756-489d-877e-fe0d234b5c9f req-ef7ee1bf-bdfc-4370-8fec-418455a2f6e8 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184433 Apr 12 13:32:55.233637 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (86f208c6-672c-426b-a655-9a9dd142e67a), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:55.249223 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622c332e-d576-4673-ab97-9f18946634ba None None] Network 7f49db9b-8084-43b4-9af2-e258167632f1 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:32:55.286024 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90e423d-c7b5-456a-a257-9e4d52ee2d7c x-openstack-request-id: req-d90e423d-c7b5-456a-a257-9e4d52ee2d7c {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:32:55.286391 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0357a9a6-1970-49ac-ab51-6cbe6be17a01 admin admin] Router 5efc5afb-d8db-48f6-8d86-889310301c51 is scheduled to L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb with binding_index 1 {{(pid=103295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:32:55.286535 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d5deca-d480-4388-998b-689de493613f", "name": "network-vif-plugged", "status": "completed", "tag": "86f208c6-672c-426b-a655-9a9dd142e67a", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:32:55.286695 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d90e423d-c7b5-456a-a257-9e4d52ee2d7c {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:32:55.287061 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d90e423d-c7b5-456a-a257-9e4d52ee2d7c'] response: {'server_uuid': '42d5deca-d480-4388-998b-689de493613f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f208c6-672c-426b-a655-9a9dd142e67a', 'code': 200} Apr 12 13:32:55.306531 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5513ec71-1eae-46c4-b66a-cd3172fc8657 None None] Provisioning complete for port b5375785-1f11-4b64-8047-fbcc00ef4efd triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:55.307119 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5513ec71-1eae-46c4-b66a-cd3172fc8657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (b5375785-1f11-4b64-8047-fbcc00ef4efd), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:55.396571 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=86f208c6-672c-426b-a655-9a9dd142e67a,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:55.419489 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0357a9a6-1970-49ac-ab51-6cbe6be17a01 admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:32:55.430237 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] Sync routers for ids ['5efc5afb-d8db-48f6-8d86-889310301c51'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:32:55.441399 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] Routers {'5efc5afb-d8db-48f6-8d86-889310301c51'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:55.442156 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:32:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['5efc5afb-d8db-48f6-8d86-889310301c51'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:55.464402 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c4d9a-fbf3-43e3-b003-dcb776cf1c25 req-1014d83c-b58f-4b72-a573-d98aaabe062c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:55.465920 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-134c4d9a-fbf3-43e3-b003-dcb776cf1c25 req-1014d83c-b58f-4b72-a573-d98aaabe062c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 945 time: 0.0619137 Apr 12 13:32:55.468965 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0357a9a6-1970-49ac-ab51-6cbe6be17a01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:55.470085 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-0357a9a6-1970-49ac-ab51-6cbe6be17a01 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4639955 Apr 12 13:32:55.472999 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 59296) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:55.498867 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5513ec71-1eae-46c4-b66a-cd3172fc8657 None None] Current status of the port b5375785-1f11-4b64-8047-fbcc00ef4efd is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:55.499269 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5513ec71-1eae-46c4-b66a-cd3172fc8657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (b5375785-1f11-4b64-8047-fbcc00ef4efd), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:55.536556 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-134c4d9a-fbf3-43e3-b003-dcb776cf1c25 req-9337fac4-064b-44ac-aedf-a0542abe1948 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594301 Apr 12 13:32:55.537408 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5513ec71-1eae-46c4-b66a-cd3172fc8657 None None] For port b5375785-1f11-4b64-8047-fbcc00ef4efd, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=b5375785-1f11-4b64-8047-fbcc00ef4efd,segment=NetworkSegment(69566bc3-944a-4c63-99b6-3c4943d17d55),segment_id=69566bc3-944a-4c63-99b6-3c4943d17d55)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:55.563539 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5513ec71-1eae-46c4-b66a-cd3172fc8657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (b5375785-1f11-4b64-8047-fbcc00ef4efd), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:55.568192 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] Set router 5efc5afb-d8db-48f6-8d86-889310301c51 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:55.661277 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513ec71-1eae-46c4-b66a-cd3172fc8657 None None] Pushing event updated for resources: {'Port': ['ID=b5375785-1f11-4b64-8047-fbcc00ef4efd,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:55.736293 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device b5375785-1f11-4b64-8047-fbcc00ef4efd up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:55.764166 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 59312) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:55.793547 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port b5375785-1f11-4b64-8047-fbcc00ef4efd triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:55.794095 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (b5375785-1f11-4b64-8047-fbcc00ef4efd), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:55.808972 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2e7634aa-d95e-4f4b-bf4b-626d3418db0f req-0be585f2-0e87-44c4-9983-4ffdc88be75c tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 210 time: 0.0806513 Apr 12 13:32:55.844365 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca12aab-20c4-404a-ad2a-c08ba7bf9b73 req-6ae9c039-a23e-497a-add3-62bbca13bf6f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:55.845925 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4ca12aab-20c4-404a-ad2a-c08ba7bf9b73 req-6ae9c039-a23e-497a-add3-62bbca13bf6f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0938199 Apr 12 13:32:55.857612 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_v2 [None req-460ab27e-f38c-44a5-bdd5-790449506465 admin admin] Deleting subnet adbf36af-dab1-4e71-be51-a27e00f03148 {{(pid=103295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:32:55.866017 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-460ab27e-f38c-44a5-bdd5-790449506465 admin admin] Publish callbacks [] for subnet (adbf36af-dab1-4e71-be51-a27e00f03148), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:55.886531 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'name': 'tempest-TestMinimumBasicScenario-709297719-router', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:54Z', 'revision_number': 3, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'gw_port': {'id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:55.923202 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-994974bf-da21-47be-b1c6-6460d1e78fc1 None None] Provisioning complete for port b5375785-1f11-4b64-8047-fbcc00ef4efd triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:55.923927 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-994974bf-da21-47be-b1c6-6460d1e78fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (b5375785-1f11-4b64-8047-fbcc00ef4efd), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:55.942287 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] Checking router: 5efc5afb-d8db-48f6-8d86-889310301c51 for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:32:55.942638 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] Updating router 5efc5afb-d8db-48f6-8d86-889310301c51 port a4d5b2ec-3e1e-467c-8611-52acfc852baf binding host dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:32:55.990576 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4ca12aab-20c4-404a-ad2a-c08ba7bf9b73 req-4a14d7db-0ed1-46ba-9aeb-9962ee908809 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215587 Apr 12 13:32:55.995508 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (a4d5b2ec-3e1e-467c-8611-52acfc852baf), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:56.007806 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-460ab27e-f38c-44a5-bdd5-790449506465 admin admin] Publish callbacks [] for subnet (adbf36af-dab1-4e71-be51-a27e00f03148), precommit_delete_associations {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:56.025054 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fb7ea-fc15-4d23-8d6e-a04a1409eec2 req-6d0138bd-2cbd-4027-b466-f4884f13ddc1 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:56.027526 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-920fb7ea-fc15-4d23-8d6e-a04a1409eec2 req-6d0138bd-2cbd-4027-b466-f4884f13ddc1 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.1001654 Apr 12 13:32:56.037224 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port b5375785-1f11-4b64-8047-fbcc00ef4efd is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:56.043066 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-460ab27e-f38c-44a5-bdd5-790449506465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585855'] for subnet (adbf36af-dab1-4e71-be51-a27e00f03148), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:56.077557 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77023ea2-b91d-4eaf-8730-543a443bc5ea req-cb7cd24f-584b-42df-90f0-9af259331efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:56.079514 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-77023ea2-b91d-4eaf-8730-543a443bc5ea req-cb7cd24f-584b-42df-90f0-9af259331efb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 1129 time: 0.0508661 Apr 12 13:32:56.129136 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-994974bf-da21-47be-b1c6-6460d1e78fc1 None None] Current status of the port b5375785-1f11-4b64-8047-fbcc00ef4efd is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:56.223688 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-043aa882-4805-4ced-b7ef-9052daa605ad req-59fec876-386e-495b-9a62-8eaaaaa34435 service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110398 Apr 12 13:32:56.229441 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-460ab27e-f38c-44a5-bdd5-790449506465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for subnet (adbf36af-dab1-4e71-be51-a27e00f03148), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:56.251901 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-77023ea2-b91d-4eaf-8730-543a443bc5ea req-6bf14c9e-2f60-4e50-9aa2-72dc3d46b4e6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563435 Apr 12 13:32:56.256926 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-920fb7ea-fc15-4d23-8d6e-a04a1409eec2 req-000c1aad-48fb-45a3-bd04-9c1f57cac4a3 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719499 Apr 12 13:32:56.262537 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-460ab27e-f38c-44a5-bdd5-790449506465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:56.268388 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-460ab27e-f38c-44a5-bdd5-790449506465 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/adbf36af-dab1-4e71-be51-a27e00f03148 HTTP/1.1" status: 204 len: 168 time: 0.5037160 Apr 12 13:32:56.269300 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 59318) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:56.270040 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ab27e-f38c-44a5-bdd5-790449506465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adbf36af-dab1-4e71-be51-a27e00f03148,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:56.354694 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] Publish callbacks [] for port (a4d5b2ec-3e1e-467c-8611-52acfc852baf), precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:56.363020 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (a4d5b2ec-3e1e-467c-8611-52acfc852baf), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:56.418111 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b36124-76e1-4eb9-84b0-46eac1ee012a req-01c91ee7-0cfd-47f2-9eb5-7bad531a6ad8 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:56.425817 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b8b36124-76e1-4eb9-84b0-46eac1ee012a req-01c91ee7-0cfd-47f2-9eb5-7bad531a6ad8 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0659485 Apr 12 13:32:56.435355 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3c9c9-60b2-4601-b951-6cd80a1f4b0d None None] Pushing event updated for resources: {'Port': ['ID=a4d5b2ec-3e1e-467c-8611-52acfc852baf,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:56.452592 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624812'] for network (f8d0861f-86b7-48fd-a95e-0cfdb6f00f81), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:56.458626 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] Attempting to bind port a4d5b2ec-3e1e-467c-8611-52acfc852baf on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:32:56.459202 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] Attempting to bind port a4d5b2ec-3e1e-467c-8611-52acfc852baf by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:32:56.459754 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] Attempting to bind port a4d5b2ec-3e1e-467c-8611-52acfc852baf on network 3874c260-3040-429e-b62d-d740e6168690 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:32:56.466791 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:32:56.467190 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] Checking segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:32:56.467605 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:56.468421 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] Bound using segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:32:56.468560 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] Bound port: a4d5b2ec-3e1e-467c-8611-52acfc852baf, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:32:56.468917 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (a4d5b2ec-3e1e-467c-8611-52acfc852baf), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:56.495711 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e4220f31-43be-43c7-9cc8-b3b09ffd52f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:56.496245 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b8b36124-76e1-4eb9-84b0-46eac1ee012a req-f8a95097-91f5-43ce-bb0a-53af5a7302f3 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688338 Apr 12 13:32:56.532811 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] For port a4d5b2ec-3e1e-467c-8611-52acfc852baf, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:32:56.536936 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] For port a4d5b2ec-3e1e-467c-8611-52acfc852baf, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=a4d5b2ec-3e1e-467c-8611-52acfc852baf,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:32:56.544750 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (a4d5b2ec-3e1e-467c-8611-52acfc852baf), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:56.572230 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587506', 'neutron.services.segments.db._delete_segments_for_network-8776758846127'] for network (f8d0861f-86b7-48fd-a95e-0cfdb6f00f81), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:56.608154 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:56.608619 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:56.608760 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3c9c9-60b2-4601-b951-6cd80a1f4b0d None None] Pushing event updated for resources: {'Port': ['ID=a4d5b2ec-3e1e-467c-8611-52acfc852baf,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:56.609729 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:56.610146 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Subscribe: > port after_create 55550000 {{(pid=103295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:56.610636 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:56.611871 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Subscribe: > port after_update 55550000 {{(pid=103295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:56.613126 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:56.613421 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:56.614015 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:56.614417 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:56.619227 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] Routers {'5efc5afb-d8db-48f6-8d86-889310301c51'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:56.620061 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:32:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['5efc5afb-d8db-48f6-8d86-889310301c51'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:56.700000 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:56.701408 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:56.701925 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:56.702410 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 13:32:56.702951 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d0861f-86b7-48fd-a95e-0cfdb6f00f81']}} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:56.710125 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-e4220f31-43be-43c7-9cc8-b3b09ffd52f8 admin admin] Allocated IP 172.20.0.1 (7f49db9b-8084-43b4-9af2-e258167632f1/a998b45c-048a-454f-8557-4d43ed85f98d/007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:32:56.721678 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26292521-8709-4cf3-9ea2-c94e6d8782bb req-5208aca2-f04c-461c-be27-d947ea8831fc tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:56.724002 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-26292521-8709-4cf3-9ea2-c94e6d8782bb req-5208aca2-f04c-461c-be27-d947ea8831fc tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 945 time: 0.0873148 Apr 12 13:32:56.725599 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6682e27a-8e0a-47b8-bc15-b0fb786470b1') {'for_net_delete': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:56.725901 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6682e27a-8e0a-47b8-bc15-b0fb786470b1') {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:56.745316 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776758847672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13083618'] for segment (6682e27a-8e0a-47b8-bc15-b0fb786470b1), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:56.751421 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] Set router 5efc5afb-d8db-48f6-8d86-889310301c51 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:32:56.768730 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (6682e27a-8e0a-47b8-bc15-b0fb786470b1), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:56.779040 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:32:56.779258 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760040'] for segment (6682e27a-8e0a-47b8-bc15-b0fb786470b1), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: from cryptography.utils import int_from_bytes Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: from cryptography.utils import int_from_bytes Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: Traceback (most recent call last): Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: timer() Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: cb(*args, **kw) Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: return func(*args, **kwargs) Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: self._notify() Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: self.callback(batched_events) Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: event.method(event) Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: return f(self, *a, **k) Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: return self._get(url).json() Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: return self.request(url, 'GET', **kwargs) Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:32:56.783337 dv-cinder-830098-4-iscsi neutron-server[103295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:32:56.828213 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-26292521-8709-4cf3-9ea2-c94e6d8782bb req-cb1971a9-9f27-4bb2-9b82-2869c2908def tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973809 Apr 12 13:32:56.849177 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466144'] for network (f8d0861f-86b7-48fd-a95e-0cfdb6f00f81), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:56.855568 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:56.861836 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 59326) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:56.861990 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f8d0861f-86b7-48fd-a95e-0cfdb6f00f81 HTTP/1.1" status: 204 len: 168 time: 0.5843782 Apr 12 13:32:56.876212 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9faf0-9bb9-410e-acbe-0a02e4644965 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8d0861f-86b7-48fd-a95e-0cfdb6f00f81,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:56.922185 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e81c2ee1-d7cd-4316-b112-0172e527c493 req-7a856030-951b-4797-8296-d765895f5c66 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 210 time: 0.0343170 Apr 12 13:32:56.926524 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e4220f31-43be-43c7-9cc8-b3b09ffd52f8 admin admin] Publish callbacks [] for port (007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:56.946296 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd66773b-1b3e-4dcc-9d7f-28f8129d5936 admin admin] Deleting subnet 198a5e3b-6ff9-4e56-91df-950145cd9bfa {{(pid=103294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:32:56.951710 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cd66773b-1b3e-4dcc-9d7f-28f8129d5936 admin admin] Publish callbacks [] for subnet (198a5e3b-6ff9-4e56-91df-950145cd9bfa), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:56.953748 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'name': 'tempest-TestMinimumBasicScenario-709297719-router', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:54Z', 'revision_number': 3, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'gw_port': {'id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:56.980873 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f879e2-1610-44d8-9f2f-f7539a68520c None None] The sync data for ids ['5efc5afb-d8db-48f6-8d86-889310301c51'] in dv-cinder-830098-4-iscsi is: [{'id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'name': 'tempest-TestMinimumBasicScenario-709297719-router', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:54Z', 'revision_number': 3, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'gw_port': {'id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:32:57.003578 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cd66773b-1b3e-4dcc-9d7f-28f8129d5936 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027343'] for subnet (198a5e3b-6ff9-4e56-91df-950145cd9bfa), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:57.026030 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:32:57.027670 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e4220f31-43be-43c7-9cc8-b3b09ffd52f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:57.087010 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4220f31-43be-43c7-9cc8-b3b09ffd52f8 admin admin] Network 7f49db9b-8084-43b4-9af2-e258167632f1 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:57.121978 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-e4220f31-43be-43c7-9cc8-b3b09ffd52f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:57.148311 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4220f31-43be-43c7-9cc8-b3b09ffd52f8 admin admin] Pushing event updated for resources: {'Port': ['ID=007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:57.151448 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4220f31-43be-43c7-9cc8-b3b09ffd52f8 admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:32:57.155939 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cd66773b-1b3e-4dcc-9d7f-28f8129d5936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585855'] for subnet (198a5e3b-6ff9-4e56-91df-950145cd9bfa), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:57.169980 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:57.186801 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'port_id': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51', 'mac_address': 'fa:16:3e:c6:8b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:32:57.243406 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a13688-0ac8-4c9c-9fe7-ef72fa96f466 req-a99fa768-af77-45ab-949a-2de2c16ada8a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:57.245066 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e1a13688-0ac8-4c9c-9fe7-ef72fa96f466 req-a99fa768-af77-45ab-949a-2de2c16ada8a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.1631796 Apr 12 13:32:57.257415 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:57.258067 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:57.260683 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-043aa882-4805-4ced-b7ef-9052daa605ad req-b614aa40-33c2-4981-a140-479c43e76120 service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585650 Apr 12 13:32:57.285301 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:32:57.285886 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e4220f31-43be-43c7-9cc8-b3b09ffd52f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466011'] for router_interface (5efc5afb-d8db-48f6-8d86-889310301c51), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:57.358131 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:57.364377 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:57.400765 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cd66773b-1b3e-4dcc-9d7f-28f8129d5936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13314720'] for subnet (198a5e3b-6ff9-4e56-91df-950145cd9bfa), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:57.458305 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:57.480794 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-53fcc345-089f-4317-b67d-4c862f34ce9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:57.481067 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c157609-64f0-4678-afef-f681decf35ee req-cf243d83-ece8-41e6-a3b7-d14f31f847ef tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:57.485667 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1c157609-64f0-4678-afef-f681decf35ee req-cf243d83-ece8-41e6-a3b7-d14f31f847ef tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 945 time: 0.0762830 Apr 12 13:32:57.489675 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-cd66773b-1b3e-4dcc-9d7f-28f8129d5936 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:57.493489 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-cd66773b-1b3e-4dcc-9d7f-28f8129d5936 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/198a5e3b-6ff9-4e56-91df-950145cd9bfa HTTP/1.1" status: 204 len: 168 time: 0.6294434 Apr 12 13:32:57.496342 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66773b-1b3e-4dcc-9d7f-28f8129d5936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=198a5e3b-6ff9-4e56-91df-950145cd9bfa,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:57.501764 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 59334) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:57.539146 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e1a13688-0ac8-4c9c-9fe7-ef72fa96f466 req-3433acf0-8ddc-44f8-8090-be85b03c3d4c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860911 Apr 12 13:32:57.579161 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-723bc8a2-9f02-4e99-a360-a39d9ddb4a5c None None] Provisioning complete for port 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:57.579539 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-723bc8a2-9f02-4e99-a360-a39d9ddb4a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:57.628796 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e4220f31-43be-43c7-9cc8-b3b09ffd52f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:57.632426 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-723bc8a2-9f02-4e99-a360-a39d9ddb4a5c None None] Port 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:32:57.654772 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1c157609-64f0-4678-afef-f681decf35ee req-b299163c-0c81-4a5c-bdea-ae6b93673331 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635323 Apr 12 13:32:57.664932 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0897225f-66af-4ce5-85f9-dcfcdcba65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624812'] for network (776033d8-756e-4dde-8af5-155a5e483fc9), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:57.800668 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0897225f-66af-4ce5-85f9-dcfcdcba65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587506', 'neutron.services.segments.db._delete_segments_for_network-8776758846127'] for network (776033d8-756e-4dde-8af5-155a5e483fc9), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:57.820561 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device a4d5b2ec-3e1e-467c-8611-52acfc852baf up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:57.826738 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-0897225f-66af-4ce5-85f9-dcfcdcba65a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776033d8-756e-4dde-8af5-155a5e483fc9']}} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:57.840880 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-0897225f-66af-4ce5-85f9-dcfcdcba65a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9538208-93d2-470a-a67e-888385f9e5e0') {'for_net_delete': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:57.841237 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-0897225f-66af-4ce5-85f9-dcfcdcba65a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9538208-93d2-470a-a67e-888385f9e5e0') {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:57.864479 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0897225f-66af-4ce5-85f9-dcfcdcba65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776758847672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13083618'] for segment (e9538208-93d2-470a-a67e-888385f9e5e0), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:57.901717 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0897225f-66af-4ce5-85f9-dcfcdcba65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (e9538208-93d2-470a-a67e-888385f9e5e0), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:57.911272 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['28c0b7ed-bcc4-4208-ac91-a3fd364d4a51'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:32:57.912018 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0897225f-66af-4ce5-85f9-dcfcdcba65a2 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:32:57.912375 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0897225f-66af-4ce5-85f9-dcfcdcba65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760040'] for segment (e9538208-93d2-470a-a67e-888385f9e5e0), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:57.928410 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf1ec8-57ef-4ffd-8944-6994950cadfa req-a3d67b37-556f-4055-8eba-596c46a5c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:57.943075 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-17cf1ec8-57ef-4ffd-8944-6994950cadfa req-a3d67b37-556f-4055-8eba-596c46a5c328 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 1129 time: 0.2190907 Apr 12 13:32:57.962758 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port a4d5b2ec-3e1e-467c-8611-52acfc852baf triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:57.963344 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (a4d5b2ec-3e1e-467c-8611-52acfc852baf), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: Traceback (most recent call last): Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: timer() Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: cb(*args, **kw) Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: return func(*args, **kwargs) Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: self._notify() Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: self.callback(batched_events) Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: event.method(event) Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: return f(self, *a, **k) Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: return self._get(url).json() Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: return self.request(url, 'GET', **kwargs) Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:32:57.980071 dv-cinder-830098-4-iscsi neutron-server[103295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:32:57.995875 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0897225f-66af-4ce5-85f9-dcfcdcba65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466144'] for network (776033d8-756e-4dde-8af5-155a5e483fc9), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:58.029343 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4e854-a207-4fd0-b358-f0bd7bc18816 req-1eba3ace-b2d1-48e7-849e-b18f927563d5 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:58.030993 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-49f4e854-a207-4fd0-b358-f0bd7bc18816 req-1eba3ace-b2d1-48e7-849e-b18f927563d5 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.3094029 Apr 12 13:32:58.056094 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0897225f-66af-4ce5-85f9-dcfcdcba65a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:58.063274 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-0897225f-66af-4ce5-85f9-dcfcdcba65a2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/776033d8-756e-4dde-8af5-155a5e483fc9 HTTP/1.1" status: 204 len: 168 time: 0.5595038 Apr 12 13:32:58.064979 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897225f-66af-4ce5-85f9-dcfcdcba65a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=776033d8-756e-4dde-8af5-155a5e483fc9,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:58.089909 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7980d-364d-4da5-8b84-23b2bf1cad4f req-b0053160-d010-46be-a04b-a442364c00cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:58.092264 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bce7980d-364d-4da5-8b84-23b2bf1cad4f req-b0053160-d010-46be-a04b-a442364c00cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 945 time: 0.1083450 Apr 12 13:32:58.116530 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:58.168696 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e4220f31-43be-43c7-9cc8-b3b09ffd52f8 admin admin] Publish callbacks [] for port (007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:58.174236 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-49f4e854-a207-4fd0-b358-f0bd7bc18816 req-1f2d289f-dda4-4478-893b-4d032d728686 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171684 Apr 12 13:32:58.175282 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e4220f31-43be-43c7-9cc8-b3b09ffd52f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:58.196677 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bce7980d-364d-4da5-8b84-23b2bf1cad4f req-96961025-51df-44f3-b17b-99f0d34b7e9c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955992 Apr 12 13:32:58.265229 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port a4d5b2ec-3e1e-467c-8611-52acfc852baf is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:58.265708 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (a4d5b2ec-3e1e-467c-8611-52acfc852baf), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:58.283281 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 59348) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:58.299799 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] For port a4d5b2ec-3e1e-467c-8611-52acfc852baf, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=a4d5b2ec-3e1e-467c-8611-52acfc852baf,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:32:58.306894 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (a4d5b2ec-3e1e-467c-8611-52acfc852baf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:58.307730 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device b5375785-1f11-4b64-8047-fbcc00ef4efd up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:58.335832 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-919d23e6-82f5-4868-b3ce-f7220e95a267 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c3026c8d1d84064a388ff46c04dafd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0511503 Apr 12 13:32:58.338247 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 59350) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:58.408813 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Pushing event updated for resources: {'Port': ['ID=a4d5b2ec-3e1e-467c-8611-52acfc852baf,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:58.416827 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-bad933d4-d730-479b-ad02-050d992d3546 admin admin] Publish callbacks [] for security_group (4b0b83b9-4578-4998-bdf8-864bac6be9a3), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:58.427558 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port b5375785-1f11-4b64-8047-fbcc00ef4efd triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:58.428195 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (b5375785-1f11-4b64-8047-fbcc00ef4efd), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:58.462499 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-bad933d4-d730-479b-ad02-050d992d3546 admin admin] Publish callbacks [] for security_group (4b0b83b9-4578-4998-bdf8-864bac6be9a3), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:58.558770 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-81af02c6-9e46-4076-ae99-fad12e451ca4 req-ef75032f-7f86-4f95-ac0a-220a6d21736e tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 210 time: 0.0852740 Apr 12 13:32:58.559362 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-bad933d4-d730-479b-ad02-050d992d3546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (4b0b83b9-4578-4998-bdf8-864bac6be9a3), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:58.562525 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-bad933d4-d730-479b-ad02-050d992d3546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:58.564353 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-bad933d4-d730-479b-ad02-050d992d3546 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b0b83b9-4578-4998-bdf8-864bac6be9a3 HTTP/1.1" status: 204 len: 168 time: 0.2245884 Apr 12 13:32:58.596216 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad933d4-d730-479b-ad02-050d992d3546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0b83b9-4578-4998-bdf8-864bac6be9a3,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:58.624338 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port b5375785-1f11-4b64-8047-fbcc00ef4efd is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:58.642170 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4220f31-43be-43c7-9cc8-b3b09ffd52f8 admin admin] Pushing event updated for resources: {'Port': ['ID=007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:58.657586 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e4220f31-43be-43c7-9cc8-b3b09ffd52f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463851'] for router_interface (5efc5afb-d8db-48f6-8d86-889310301c51), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:58.661495 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-17cf1ec8-57ef-4ffd-8944-6994950cadfa req-74c09fbf-53d8-4662-ba46-a223f6e4c477 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558287 Apr 12 13:32:58.768123 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c691d-ced4-4952-8123-075d9fa221b3 req-8b9ccda2-d680-44cc-9b53-6741dcec7427 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:58.769791 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d03c691d-ced4-4952-8123-075d9fa221b3 req-8b9ccda2-d680-44cc-9b53-6741dcec7427 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0951886 Apr 12 13:32:58.821051 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4220f31-43be-43c7-9cc8-b3b09ffd52f8 admin admin] Network 7f49db9b-8084-43b4-9af2-e258167632f1 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:32:58.824913 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-e4220f31-43be-43c7-9cc8-b3b09ffd52f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:32:58.826276 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d03c691d-ced4-4952-8123-075d9fa221b3 req-3661e929-22f4-414c-9f52-c2f8184e7dc4 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496333 Apr 12 13:32:58.838350 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb19e0-bb35-47f2-b718-5f68d6cbbd40 req-6027469d-18b7-433e-9bf3-1e89835b189e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:58.840067 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a9eb19e0-bb35-47f2-b718-5f68d6cbbd40 req-6027469d-18b7-433e-9bf3-1e89835b189e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 945 time: 0.0718379 Apr 12 13:32:58.983234 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a9eb19e0-bb35-47f2-b718-5f68d6cbbd40 req-8366513c-da36-49c6-a729-28e6c00e6e49 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369603 Apr 12 13:32:59.040965 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4220f31-43be-43c7-9cc8-b3b09ffd52f8 admin admin] Router 5efc5afb-d8db-48f6-8d86-889310301c51 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:32:59.152134 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 59368) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:59.173509 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-cc39a1c0-f0b1-4076-a31f-42c3ecba64c2 None None] Provisioning complete for port 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:59.174070 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cc39a1c0-f0b1-4076-a31f-42c3ecba64c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:59.200325 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-03946bf8-c59b-4bb7-9a1a-2e06e5cc62c8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fbe05d87a5c94ca391c043866e37ef9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0468721 Apr 12 13:32:59.203369 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 59370) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:59.221799 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-cc39a1c0-f0b1-4076-a31f-42c3ecba64c2 None None] Port 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:32:59.233301 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c63fa7-00fd-468c-b84c-f30eab89dcbe req-fa7a9844-bc2f-425f-8924-b748d5aa0382 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:59.234828 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a7c63fa7-00fd-468c-b84c-f30eab89dcbe req-fa7a9844-bc2f-425f-8924-b748d5aa0382 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 945 time: 0.0777931 Apr 12 13:32:59.239962 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4220f31-43be-43c7-9cc8-b3b09ffd52f8 admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:32:59.247129 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-e4220f31-43be-43c7-9cc8-b3b09ffd52f8 admin admin] 10.222.0.11 "PUT /v2.0/routers/5efc5afb-d8db-48f6-8d86-889310301c51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7730687 Apr 12 13:32:59.294954 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a7c63fa7-00fd-468c-b84c-f30eab89dcbe req-0a620485-6aff-4491-a890-1e7403812bf8 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465333 Apr 12 13:32:59.301140 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-929256e0-83c2-406f-b55e-1070c519c8fb admin admin] Publish callbacks [] for security_group (da877178-26d9-4b6c-9dc4-8b65e142cf19), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:59.336916 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:59.353715 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f460c-3855-4239-980e-128a2dc7b9fc req-0dbc110b-96da-46d8-82b2-a204348d4404 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:59.355264 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-870f460c-3855-4239-980e-128a2dc7b9fc req-0dbc110b-96da-46d8-82b2-a204348d4404 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 945 time: 0.0834479 Apr 12 13:32:59.360981 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-929256e0-83c2-406f-b55e-1070c519c8fb admin admin] Publish callbacks [] for security_group (da877178-26d9-4b6c-9dc4-8b65e142cf19), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:59.416306 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:32:59.427570 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:32:59.428795 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:59.450848 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b47b7-f642-4cb9-85a6-57be7dee28ba req-8800f4a4-eb18-4d26-856c-728f169c9db4 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:59.454866 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-609b47b7-f642-4cb9-85a6-57be7dee28ba req-8800f4a4-eb18-4d26-856c-728f169c9db4 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0806637 Apr 12 13:32:59.460139 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-929256e0-83c2-406f-b55e-1070c519c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (da877178-26d9-4b6c-9dc4-8b65e142cf19), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:59.464437 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-929256e0-83c2-406f-b55e-1070c519c8fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:59.476586 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-929256e0-83c2-406f-b55e-1070c519c8fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da877178-26d9-4b6c-9dc4-8b65e142cf19 HTTP/1.1" status: 204 len: 168 time: 0.2701705 Apr 12 13:32:59.484925 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] Sync routers for ids ['5efc5afb-d8db-48f6-8d86-889310301c51'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:32:59.512207 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] Routers {'5efc5afb-d8db-48f6-8d86-889310301c51'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:32:59.513000 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:32:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['5efc5afb-d8db-48f6-8d86-889310301c51'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:32:59.519597 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929256e0-83c2-406f-b55e-1070c519c8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da877178-26d9-4b6c-9dc4-8b65e142cf19,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:32:59.545058 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-609b47b7-f642-4cb9-85a6-57be7dee28ba req-ed05a8c6-42cb-4f86-89de-83ea03aeb663 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808446 Apr 12 13:32:59.553038 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-870f460c-3855-4239-980e-128a2dc7b9fc req-9f0b8a56-dda4-4216-b222-07c69091922f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336060 Apr 12 13:32:59.708824 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-42f76cc5-0645-4c69-945b-d7a82b6addf1 req-7a39b219-d984-4aff-a6ea-f4ac71885857 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 210 time: 0.0398498 Apr 12 13:32:59.743473 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898bd97-53c9-4446-8dab-bd636cc883b3 req-2c98875b-c1c6-4f47-b135-fa7e9af8cb30 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:32:59.745266 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7898bd97-53c9-4446-8dab-bd636cc883b3 req-2c98875b-c1c6-4f47-b135-fa7e9af8cb30 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 945 time: 0.0693913 Apr 12 13:32:59.754935 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 59388) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:32:59.760116 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-bb85add5-fed3-4b21-a9e8-fbbc851ca456 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'floatingip': {'port_id': '1d6ba5f9-733a-407b-8a04-d24441bac042'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:32:59.840155 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-bb85add5-fed3-4b21-a9e8-fbbc851ca456 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (a32d9e8d-41da-4ea9-852c-f958a2153a71), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:59.849085 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device a4d5b2ec-3e1e-467c-8611-52acfc852baf up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:32:59.964994 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:32:59.986581 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:32:59.986961 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:00.011691 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] Set router 5efc5afb-d8db-48f6-8d86-889310301c51 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:33:00.048150 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714549aa-5a3c-4b3c-989d-67fd166cd035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:33:00.051100 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e39659a-2914-4b6a-9271-1fec2af926eb" -d '{"events": [{"server_uuid": "714549aa-5a3c-4b3c-989d-67fd166cd035", "name": "network-vif-plugged", "status": "completed", "tag": "28c0b7ed-bcc4-4208-ac91-a3fd364d4a51"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:33:00.079275 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:33:00.082702 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port a4d5b2ec-3e1e-467c-8611-52acfc852baf triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:33:00.083181 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (a4d5b2ec-3e1e-467c-8611-52acfc852baf), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:00.129803 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:00.144045 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 59412) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:00.149553 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-94f15ba6-a3d1-4fbc-8976-2d242d35ee20 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2109400449-network', 'tenant_id': '5370bcf42b7e41439eb4eb0071957e80'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:33:00.181442 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65e07f-47fa-4ada-89d7-218af1eb53de req-05ae6b7d-2410-474e-a8cb-de1860b4a399 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:00.188759 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4d65e07f-47fa-4ada-89d7-218af1eb53de req-05ae6b7d-2410-474e-a8cb-de1860b4a399 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0971055 Apr 12 13:33:00.236489 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f15ba6-a3d1-4fbc-8976-2d242d35ee20 admin admin] Made reservation on behalf of 5370bcf42b7e41439eb4eb0071957e80 for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:33:00.239147 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-94f15ba6-a3d1-4fbc-8976-2d242d35ee20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:00.256592 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4d65e07f-47fa-4ada-89d7-218af1eb53de req-da87a1a4-cd1c-428b-9722-2d0c06ed250f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660670 Apr 12 13:33:00.274348 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-94f15ba6-a3d1-4fbc-8976-2d242d35ee20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:00.328671 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:00.333375 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df64a80b-e3d6-41da-a600-74de3f7e6751 x-openstack-request-id: req-df64a80b-e3d6-41da-a600-74de3f7e6751 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:33:00.333897 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714549aa-5a3c-4b3c-989d-67fd166cd035", "name": "network-vif-plugged", "status": "completed", "tag": "28c0b7ed-bcc4-4208-ac91-a3fd364d4a51", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:33:00.334336 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df64a80b-e3d6-41da-a600-74de3f7e6751 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:33:00.334977 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df64a80b-e3d6-41da-a600-74de3f7e6751'] response: {'server_uuid': '714549aa-5a3c-4b3c-989d-67fd166cd035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51', 'code': 200} Apr 12 13:33:00.406017 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'name': 'tempest-TestMinimumBasicScenario-709297719-router', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:57Z', 'revision_number': 4, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'gw_port': {'id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3', 'name': '', 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'mac_address': 'fa:16:3e:23:be:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'a998b45c-048a-454f-8557-4d43ed85f98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:56Z', 'updated_at': '2022-04-12T13:32:57Z', 'revision_number': 2, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'subnets': [{'id': 'a998b45c-048a-454f-8557-4d43ed85f98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:00.409212 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port a4d5b2ec-3e1e-467c-8611-52acfc852baf is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:33:00.442475 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] Checking router: 5efc5afb-d8db-48f6-8d86-889310301c51 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:33:00.442902 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] Updating router 5efc5afb-d8db-48f6-8d86-889310301c51 port 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3 binding host dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:33:00.469056 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-94f15ba6-a3d1-4fbc-8976-2d242d35ee20 admin admin] Publish callbacks [] for security_group (dba09a87-d49b-4bfe-80a1-5431be16621b), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:00.474736 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-94f15ba6-a3d1-4fbc-8976-2d242d35ee20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (dba09a87-d49b-4bfe-80a1-5431be16621b), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:00.488917 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:00.547748 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84f436-253f-4339-bedf-3a9e5d7f82e1 req-d5ad99f1-097b-4a73-b7b0-4ca3ea89ec3c tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:00.554745 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fe84f436-253f-4339-bedf-3a9e5d7f82e1 req-d5ad99f1-097b-4a73-b7b0-4ca3ea89ec3c tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 945 time: 0.1546996 Apr 12 13:33:00.566001 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f15ba6-a3d1-4fbc-8976-2d242d35ee20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:33:00.586885 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f15ba6-a3d1-4fbc-8976-2d242d35ee20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba09a87-d49b-4bfe-80a1-5431be16621b,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:00.593836 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-94f15ba6-a3d1-4fbc-8976-2d242d35ee20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (477f60a0-010e-4f55-8242-268bdf25d6fb), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:00.594180 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-94f15ba6-a3d1-4fbc-8976-2d242d35ee20 admin admin] Added segment 477f60a0-010e-4f55-8242-268bdf25d6fb of type vlan for network 47c3c13a-a230-4a69-b3f9-7febe52669f5 Apr 12 13:33:00.667857 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fe84f436-253f-4339-bedf-3a9e5d7f82e1 req-08a5f3a1-acd1-4053-8724-de5aa9cc065b tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110973 Apr 12 13:33:00.686252 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-94f15ba6-a3d1-4fbc-8976-2d242d35ee20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776758315614'] for network (47c3c13a-a230-4a69-b3f9-7febe52669f5), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:00.754736 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-94f15ba6-a3d1-4fbc-8976-2d242d35ee20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for network (47c3c13a-a230-4a69-b3f9-7febe52669f5), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:00.756573 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f15ba6-a3d1-4fbc-8976-2d242d35ee20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:00.757395 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-94f15ba6-a3d1-4fbc-8976-2d242d35ee20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:00.766840 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205de02-4f09-4c51-89d9-5e1c45a37268 req-e4975dc0-c646-49bb-b6ea-6e357fb61668 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:00.773694 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9205de02-4f09-4c51-89d9-5e1c45a37268 req-e4975dc0-c646-49bb-b6ea-6e357fb61668 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.7977490 Apr 12 13:33:00.852325 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f15ba6-a3d1-4fbc-8976-2d242d35ee20 admin admin] Pushing event updated for resources: {'Network': ['ID=47c3c13a-a230-4a69-b3f9-7febe52669f5,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:00.874234 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] Publish callbacks [] for port (007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:00.879950 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Network 47c3c13a-a230-4a69-b3f9-7febe52669f5 details requested by agent ovs-agent-dv-cinder-830098-4-iscsi with host dv-cinder-830098-4-iscsi {{(pid=103296) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:33:00.895657 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-94f15ba6-a3d1-4fbc-8976-2d242d35ee20 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7473679 Apr 12 13:33:00.896727 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 59434) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:00.898246 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:00.902619 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9205de02-4f09-4c51-89d9-5e1c45a37268 req-27c1485e-d298-4ab6-9ff6-270b255d9fad tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253724 Apr 12 13:33:00.904636 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-52747904-c6d8-48d2-a9b8-879b38bb33a1 admin admin] Request body: {'subnet': {'network_id': '47c3c13a-a230-4a69-b3f9-7febe52669f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2109400449-subnet', 'tenant_id': '5370bcf42b7e41439eb4eb0071957e80', 'ip_version': 4}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:33:00.931578 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01576f4-9352-45d2-8053-9a5606cfa2f3 req-59e11be9-b3b9-48a4-8b3d-23086ce5874b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:00.938687 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e01576f4-9352-45d2-8053-9a5606cfa2f3 req-59e11be9-b3b9-48a4-8b3d-23086ce5874b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0955970 Apr 12 13:33:00.970930 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52747904-c6d8-48d2-a9b8-879b38bb33a1 admin admin] Made reservation on behalf of 5370bcf42b7e41439eb4eb0071957e80 for: {'subnet': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:33:00.973516 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-52747904-c6d8-48d2-a9b8-879b38bb33a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13314749'] for subnet (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:01.012225 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-bb85add5-fed3-4b21-a9e8-fbbc851ca456 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:01.020912 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-bb85add5-fed3-4b21-a9e8-fbbc851ca456 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (a32d9e8d-41da-4ea9-852c-f958a2153a71), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:01.035139 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e01576f4-9352-45d2-8053-9a5606cfa2f3 req-e0e77d54-8e84-4cae-8112-32af2e74867e tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953295 Apr 12 13:33:01.098633 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377046b7-834d-4224-ae0d-f8d9cea5f74d None None] Pushing event updated for resources: {'Port': ['ID=007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:01.142070 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:01.160039 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b2a70aa0-49c3-4bc1-bfd2-a22ac510e552 req-16046933-3b71-4b59-83d0-ac6a233a5690 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 210 time: 0.0832858 Apr 12 13:33:01.161542 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] Attempting to bind port 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:33:01.162022 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] Attempting to bind port 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '69566bc3-944a-4c63-99b6-3c4943d17d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:33:01.162495 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] Attempting to bind port 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3 on network 7f49db9b-8084-43b4-9af2-e258167632f1 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:33:01.171918 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:33:01.172314 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] Checking segment: {'id': '69566bc3-944a-4c63-99b6-3c4943d17d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:33:01.172722 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:01.173185 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] Bound using segment: {'id': '69566bc3-944a-4c63-99b6-3c4943d17d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:33:01.174244 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] Bound port: 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69566bc3-944a-4c63-99b6-3c4943d17d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:33:01.174992 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:01.248093 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.l3_db [None req-bb85add5-fed3-4b21-a9e8-fbbc851ca456 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Floating IP a32d9e8d-41da-4ea9-852c-f958a2153a71 associated. External IP: 172.27.2.148, port: 1d6ba5f9-733a-407b-8a04-d24441bac042. Apr 12 13:33:01.270556 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] For port 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:33:01.276042 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] For port 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3,segment=NetworkSegment(69566bc3-944a-4c63-99b6-3c4943d17d55),segment_id=69566bc3-944a-4c63-99b6-3c4943d17d55)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:33:01.280633 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-52747904-c6d8-48d2-a9b8-879b38bb33a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16178586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13314735'] for subnet (49a30df7-9568-43da-b181-544f3f585682), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:01.286478 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:01.364680 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] Routers {'5efc5afb-d8db-48f6-8d86-889310301c51'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:33:01.366242 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:32:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['5efc5afb-d8db-48f6-8d86-889310301c51'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:01.382151 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52747904-c6d8-48d2-a9b8-879b38bb33a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a30df7-9568-43da-b181-544f3f585682,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:01.397411 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52747904-c6d8-48d2-a9b8-879b38bb33a1 admin admin] Checking segment: {'id': '477f60a0-010e-4f55-8242-268bdf25d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '47c3c13a-a230-4a69-b3f9-7febe52669f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:33:01.398083 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52747904-c6d8-48d2-a9b8-879b38bb33a1 admin admin] Network hostable DHCP agents. Network: 47c3c13a-a230-4a69-b3f9-7febe52669f5, hostable agents: ['3cc0c115-7315-4105-a658-2bafa3cb223c'], hosted agents: [] {{(pid=103294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:33:01.442888 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377046b7-834d-4224-ae0d-f8d9cea5f74d None None] Pushing event updated for resources: {'Port': ['ID=007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:01.472612 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-abfd93c5-973c-4f32-bbaa-fdb5f9b03056 None None] Provisioning complete for port 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:33:01.472612 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-abfd93c5-973c-4f32-bbaa-fdb5f9b03056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:01.478880 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52747904-c6d8-48d2-a9b8-879b38bb33a1 admin admin] Network 47c3c13a-a230-4a69-b3f9-7febe52669f5 is scheduled to be hosted by DHCP agent 3cc0c115-7315-4105-a658-2bafa3cb223c with binding_index 1 {{(pid=103294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:33:01.507574 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cdbaf-f773-4622-9391-4c7de1ffaf0f req-9436d19c-63f4-4101-9a57-fc90445399c8 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:01.515737 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b60cdbaf-f773-4622-9391-4c7de1ffaf0f req-9436d19c-63f4-4101-9a57-fc90445399c8 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.1047182 Apr 12 13:33:01.517741 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-52747904-c6d8-48d2-a9b8-879b38bb33a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-4-iscsi, 47c3c13a-a230-4a69-b3f9-7febe52669f5) {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:33:01.549793 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4987fb3-70db-4b05-aaa1-78ef6cfec79a None None] Network 47c3c13a-a230-4a69-b3f9-7febe52669f5 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:33:01.552125 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52747904-c6d8-48d2-a9b8-879b38bb33a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:01.552867 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-52747904-c6d8-48d2-a9b8-879b38bb33a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:01.605193 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-52747904-c6d8-48d2-a9b8-879b38bb33a1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7071066 Apr 12 13:33:01.610526 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b60cdbaf-f773-4622-9391-4c7de1ffaf0f req-70643c03-7551-497c-8f61-1bba6331df26 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823324 Apr 12 13:33:01.611114 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 59438) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:01.615769 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-180d80b6-3642-4cb6-8642-3fb071cd3b1e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2109400449-router', 'tenant_id': '5370bcf42b7e41439eb4eb0071957e80', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:33:01.646428 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-180d80b6-3642-4cb6-8642-3fb071cd3b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-448592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-907'] for router (e8a55261-6cba-42a2-a17f-56a31a0a4a07), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:01.653752 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-180d80b6-3642-4cb6-8642-3fb071cd3b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-342588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-914'] for router (e8a55261-6cba-42a2-a17f-56a31a0a4a07), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:01.749264 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb85add5-fed3-4b21-a9e8-fbbc851ca456 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:33:01.771344 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-abfd93c5-973c-4f32-bbaa-fdb5f9b03056 None None] Current status of the port 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:33:01.772094 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-abfd93c5-973c-4f32-bbaa-fdb5f9b03056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:01.791475 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-180d80b6-3642-4cb6-8642-3fb071cd3b1e admin admin] Publish callbacks [] for router_controller (e8a55261-6cba-42a2-a17f-56a31a0a4a07), precommit_add_association {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:01.810162 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] Set router 5efc5afb-d8db-48f6-8d86-889310301c51 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:33:01.888186 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-abfd93c5-973c-4f32-bbaa-fdb5f9b03056 None None] For port 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3,segment=NetworkSegment(69566bc3-944a-4c63-99b6-3c4943d17d55),segment_id=69566bc3-944a-4c63-99b6-3c4943d17d55)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:33:01.897747 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2505ece0-7dd9-5d35-89e5-64c2cb2f4cfe-47c3c13a-a230-4a69-b3f9-7febe52669f5', 'network_id': '47c3c13a-a230-4a69-b3f9-7febe52669f5', 'project_id': '5370bcf42b7e41439eb4eb0071957e80', 'fixed_ips': [{'subnet_id': '49a30df7-9568-43da-b181-544f3f585682'}]}} from dv-cinder-830098-4-iscsi. {{(pid=103296) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:33:01.899664 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:01.906511 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab59a5c-a45e-4f91-9dbc-86cb43bd2915 req-f3d784b2-b6a7-4237-b90d-d080f12336c8 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:01.908103 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bab59a5c-a45e-4f91-9dbc-86cb43bd2915 req-f3d784b2-b6a7-4237-b90d-d080f12336c8 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 945 time: 0.1009989 Apr 12 13:33:01.949892 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb85add5-fed3-4b21-a9e8-fbbc851ca456 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:33:01.955519 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-bb85add5-fed3-4b21-a9e8-fbbc851ca456 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:01.967300 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6a2fa-77a0-4eb3-9b4b-1f3774440a86 None None] Sync routers for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:33:01.995417 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c6a2fa-77a0-4eb3-9b4b-1f3774440a86 None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:33:01.996295 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-19c6a2fa-77a0-4eb3-9b4b-1f3774440a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:32:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:02.020007 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-bb85add5-fed3-4b21-a9e8-fbbc851ca456 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "PUT /v2.0/floatingips/a32d9e8d-41da-4ea9-852c-f958a2153a71 HTTP/1.1" status: 200 len: 991 time: 2.2636299 Apr 12 13:33:02.027682 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec23bf5d-33f8-4c40-b606-9cce5423fd33', 'tag': '1d6ba5f9-733a-407b-8a04-d24441bac042'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:33:02.030379 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e08e52a-dc92-44e8-a411-05484c4fe96d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec23bf5d-33f8-4c40-b606-9cce5423fd33", "tag": "1d6ba5f9-733a-407b-8a04-d24441bac042"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:33:02.051959 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bab59a5c-a45e-4f91-9dbc-86cb43bd2915 req-6b9b28cd-1258-4ef0-bf8f-513ce758e28b tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343114 Apr 12 13:33:02.075414 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-180d80b6-3642-4cb6-8642-3fb071cd3b1e admin admin] Publish callbacks [] for router_gateway (e8a55261-6cba-42a2-a17f-56a31a0a4a07), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:02.108134 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dbc74-4320-449c-8432-fb24cd66c06c req-d9117e72-8088-4ea0-9203-be77f5a99d85 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:02.109849 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-811dbc74-4320-449c-8432-fb24cd66c06c req-d9117e72-8088-4ea0-9203-be77f5a99d85 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.1000717 Apr 12 13:33:02.120547 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4499bd-a6e2-4aba-bae5-89ba26af6a03 x-openstack-request-id: req-eb4499bd-a6e2-4aba-bae5-89ba26af6a03 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:33:02.120959 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec23bf5d-33f8-4c40-b606-9cce5423fd33", "tag": "1d6ba5f9-733a-407b-8a04-d24441bac042", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:33:02.121912 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb4499bd-a6e2-4aba-bae5-89ba26af6a03 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:33:02.122415 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4499bd-a6e2-4aba-bae5-89ba26af6a03'] response: {'name': 'network-changed', 'server_uuid': 'ec23bf5d-33f8-4c40-b606-9cce5423fd33', 'tag': '1d6ba5f9-733a-407b-8a04-d24441bac042', 'status': 'completed', 'code': 200} Apr 12 13:33:02.183820 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-abfd93c5-973c-4f32-bbaa-fdb5f9b03056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:02.243697 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc656f6-f0b8-4c3d-b235-f8998d0a407a req-6c348f00-adcd-4802-8cdc-3b52ea754980 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:02.245461 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4bc656f6-f0b8-4c3d-b235-f8998d0a407a req-6c348f00-adcd-4802-8cdc-3b52ea754980 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0676141 Apr 12 13:33:02.245609 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-19c6a2fa-77a0-4eb3-9b4b-1f3774440a86 None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:33:02.266662 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd93c5-973c-4f32-bbaa-fdb5f9b03056 None None] Pushing event updated for resources: {'Port': ['ID=007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:02.300420 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4bc656f6-f0b8-4c3d-b235-f8998d0a407a req-8654c880-f0ba-483b-a73e-e0e5ad66c0f0 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484095 Apr 12 13:33:02.333517 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-811dbc74-4320-449c-8432-fb24cd66c06c req-ea6c2f3d-16b2-40f6-b2fd-ca8abce3eef5 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162685 Apr 12 13:33:02.362924 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] Allocated IP 172.20.0.2 (47c3c13a-a230-4a69-b3f9-7febe52669f5/49a30df7-9568-43da-b181-544f3f585682/474274e6-50ed-4244-9d69-3fb8cfea008d) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:33:02.371509 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-86302ab4-6711-4b69-a978-eb95e15f4c23 None None] Provisioning complete for port 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:33:02.372237 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-86302ab4-6711-4b69-a978-eb95e15f4c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:02.405757 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-180d80b6-3642-4cb6-8642-3fb071cd3b1e admin admin] Publish callbacks [] for router_gateway (e8a55261-6cba-42a2-a17f-56a31a0a4a07), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:02.429374 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-180d80b6-3642-4cb6-8642-3fb071cd3b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:02.436082 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c862fbd2-6eda-43fe-909c-80c358bf850b req-bc92e853-aca8-4108-9fcb-6d0dd293b3a1 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 210 time: 0.0338809 Apr 12 13:33:02.558464 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-19c6a2fa-77a0-4eb3-9b4b-1f3774440a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': 'a32d9e8d-41da-4ea9-852c-f958a2153a71', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'port_id': '1d6ba5f9-733a-407b-8a04-d24441bac042', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'mac_address': 'fa:16:3e:06:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec23bf5d-33f8-4c40-b606-9cce5423fd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:32:21Z', 'updated_at': '2022-04-12T13:33:00Z', 'revision_number': 1, 'project_id': '758bb918fa864786a7a375dde266ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:02.566139 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-180d80b6-3642-4cb6-8642-3fb071cd3b1e admin admin] Allocated IP 172.27.2.142 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/3ddc4863-8e20-4119-aca0-6defa200894f) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:33:02.592141 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6a2fa-77a0-4eb3-9b4b-1f3774440a86 None None] Checking router: 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:33:02.603870 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c6a2fa-77a0-4eb3-9b4b-1f3774440a86 None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:33:02.604567 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-19c6a2fa-77a0-4eb3-9b4b-1f3774440a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:32:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:02.608101 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'name': 'tempest-TestMinimumBasicScenario-709297719-router', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:57Z', 'revision_number': 4, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'gw_port': {'id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3', 'name': '', 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'mac_address': 'fa:16:3e:23:be:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'a998b45c-048a-454f-8557-4d43ed85f98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:56Z', 'updated_at': '2022-04-12T13:33:01Z', 'revision_number': 4, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'subnets': [{'id': 'a998b45c-048a-454f-8557-4d43ed85f98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:02.644868 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74f31ab-3cb6-4c75-9b85-2fc21f6fa34c None None] The sync data for ids ['5efc5afb-d8db-48f6-8d86-889310301c51'] in dv-cinder-830098-4-iscsi is: [{'id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'name': 'tempest-TestMinimumBasicScenario-709297719-router', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:57Z', 'revision_number': 4, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'gw_port': {'id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3', 'name': '', 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'mac_address': 'fa:16:3e:23:be:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'a998b45c-048a-454f-8557-4d43ed85f98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:56Z', 'updated_at': '2022-04-12T13:33:01Z', 'revision_number': 4, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'subnets': [{'id': 'a998b45c-048a-454f-8557-4d43ed85f98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:33:02.651356 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-86302ab4-6711-4b69-a978-eb95e15f4c23 None None] Current status of the port 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:33:02.765300 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-19c6a2fa-77a0-4eb3-9b4b-1f3774440a86 None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:33:02.807041 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-180d80b6-3642-4cb6-8642-3fb071cd3b1e admin admin] Publish callbacks [] for port (3ddc4863-8e20-4119-aca0-6defa200894f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:02.867061 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] Publish callbacks [] for port (474274e6-50ed-4244-9d69-3fb8cfea008d), precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:02.889060 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (474274e6-50ed-4244-9d69-3fb8cfea008d), after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:02.906176 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-180d80b6-3642-4cb6-8642-3fb071cd3b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (3ddc4863-8e20-4119-aca0-6defa200894f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:02.947870 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] Network 47c3c13a-a230-4a69-b3f9-7febe52669f5 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:33:02.952584 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:33:02.955195 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:33:02.964362 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d9250-0416-4aaa-ad4f-dc517dbe3a95 req-8232119e-3575-4cd2-a607-41f90b69f76a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:02.966661 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-949d9250-0416-4aaa-ad4f-dc517dbe3a95 req-8232119e-3575-4cd2-a607-41f90b69f76a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.1481156 Apr 12 13:33:02.996686 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180d80b6-3642-4cb6-8642-3fb071cd3b1e admin admin] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:33:03.007128 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] Pushing event updated for resources: {'Port': ['ID=474274e6-50ed-4244-9d69-3fb8cfea008d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:03.015123 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-180d80b6-3642-4cb6-8642-3fb071cd3b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:33:03.024524 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d80b6-3642-4cb6-8642-3fb071cd3b1e admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:33:03.057159 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] Attempting to bind port 474274e6-50ed-4244-9d69-3fb8cfea008d on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:33:03.057613 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] Attempting to bind port 474274e6-50ed-4244-9d69-3fb8cfea008d by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '477f60a0-010e-4f55-8242-268bdf25d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '47c3c13a-a230-4a69-b3f9-7febe52669f5'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:33:03.058039 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] Attempting to bind port 474274e6-50ed-4244-9d69-3fb8cfea008d on network 47c3c13a-a230-4a69-b3f9-7febe52669f5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:33:03.065178 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:33:03.065178 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] Checking segment: {'id': '477f60a0-010e-4f55-8242-268bdf25d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '47c3c13a-a230-4a69-b3f9-7febe52669f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:33:03.065178 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:03.065178 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] Bound using segment: {'id': '477f60a0-010e-4f55-8242-268bdf25d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '47c3c13a-a230-4a69-b3f9-7febe52669f5'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:33:03.065178 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] Bound port: 474274e6-50ed-4244-9d69-3fb8cfea008d, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477f60a0-010e-4f55-8242-268bdf25d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '47c3c13a-a230-4a69-b3f9-7febe52669f5'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:33:03.065718 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (474274e6-50ed-4244-9d69-3fb8cfea008d), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:03.105730 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-949d9250-0416-4aaa-ad4f-dc517dbe3a95 req-5c532a0c-1571-46db-bc19-c198c541978f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282861 Apr 12 13:33:03.106513 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d80b6-3642-4cb6-8642-3fb071cd3b1e admin admin] Pushing event updated for resources: {'Port': ['ID=3ddc4863-8e20-4119-aca0-6defa200894f,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:03.193202 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-19c6a2fa-77a0-4eb3-9b4b-1f3774440a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': 'a32d9e8d-41da-4ea9-852c-f958a2153a71', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'port_id': '1d6ba5f9-733a-407b-8a04-d24441bac042', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'mac_address': 'fa:16:3e:06:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec23bf5d-33f8-4c40-b606-9cce5423fd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:32:21Z', 'updated_at': '2022-04-12T13:33:00Z', 'revision_number': 1, 'project_id': '758bb918fa864786a7a375dde266ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:03.233721 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c6a2fa-77a0-4eb3-9b4b-1f3774440a86 None None] The sync data for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi is: [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': 'a32d9e8d-41da-4ea9-852c-f958a2153a71', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'port_id': '1d6ba5f9-733a-407b-8a04-d24441bac042', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'mac_address': 'fa:16:3e:06:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec23bf5d-33f8-4c40-b606-9cce5423fd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:32:21Z', 'updated_at': '2022-04-12T13:33:00Z', 'revision_number': 1, 'project_id': '758bb918fa864786a7a375dde266ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:33:03.240236 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] For port 474274e6-50ed-4244-9d69-3fb8cfea008d, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:33:03.247342 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] For port 474274e6-50ed-4244-9d69-3fb8cfea008d, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=474274e6-50ed-4244-9d69-3fb8cfea008d,segment=NetworkSegment(477f60a0-010e-4f55-8242-268bdf25d6fb),segment_id=477f60a0-010e-4f55-8242-268bdf25d6fb)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:33:03.257085 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (474274e6-50ed-4244-9d69-3fb8cfea008d), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:03.358530 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08e52a-dc92-44e8-a411-05484c4fe96d req-edf55bdc-0a8b-4d48-900d-71730abd19af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:03.360311 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0e08e52a-dc92-44e8-a411-05484c4fe96d req-edf55bdc-0a8b-4d48-900d-71730abd19af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=758bb918fa864786a7a375dde266ff59&device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 1129 time: 0.2196121 Apr 12 13:33:03.372231 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1cba7-a83f-456f-8f17-4c777bb068f6 None None] Pushing event updated for resources: {'Port': ['ID=474274e6-50ed-4244-9d69-3fb8cfea008d,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:03.455423 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da2633-93cc-493a-8208-bbc1a960d300 req-c9640b50-0a12-4ee2-b6c3-2b125269f242 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:03.456946 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-44da2633-93cc-493a-8208-bbc1a960d300 req-c9640b50-0a12-4ee2-b6c3-2b125269f242 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 945 time: 0.2402315 Apr 12 13:33:03.470283 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-bbe548c3-f750-4d72-b690-36d7651837cb tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bef3ebcc7e6e4fc697fd29466e86a550&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1544473 Apr 12 13:33:03.535953 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d1a9c6-2e00-4b16-8117-cd49cd04897b req-46d55ed0-098d-4f49-b578-f36ae8fbd195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:03.537535 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-33d1a9c6-2e00-4b16-8117-cd49cd04897b req-46d55ed0-098d-4f49-b578-f36ae8fbd195 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 1130 time: 0.3449450 Apr 12 13:33:03.556575 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c1b11-fdc6-4157-b407-45f43dff8f26 req-07834ba1-834c-4c28-b879-bc95003d1318 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:03.558704 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-496c1b11-fdc6-4157-b407-45f43dff8f26 req-07834ba1-834c-4c28-b879-bc95003d1318 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.41 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 945 time: 0.2797620 Apr 12 13:33:03.713781 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-44da2633-93cc-493a-8208-bbc1a960d300 req-b7eff51c-0a6b-4bc8-90dc-8a1f2443e74a tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/security-groups?id=15849688-31b3-40e7-b546-7964ef042b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238295 Apr 12 13:33:03.743060 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71680554-f576-460e-963c-1ccb185c99e3 None None] New status for floating IP a32d9e8d-41da-4ea9-852c-f958a2153a71: ACTIVE {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:33:03.843661 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:33:03.887086 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b72ff5-d0df-487f-a2eb-6b825df8ba3c req-3d39c7c1-3afe-42aa-81b1-8230a7551149 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:03.896521 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-74b72ff5-d0df-487f-a2eb-6b825df8ba3c req-3d39c7c1-3afe-42aa-81b1-8230a7551149 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.4245918 Apr 12 13:33:03.929514 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-33d1a9c6-2e00-4b16-8117-cd49cd04897b req-0768b339-a1e0-417d-a2c1-7fbc38ceb892 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3412018 Apr 12 13:33:04.053444 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:33:04.053833 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:04.226475 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:33:04.302418 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [req-496c1b11-fdc6-4157-b407-45f43dff8f26 req-4a384fa0-9547-4d06-a46a-ed69d1801d23 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Deleting port bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:33:04.303043 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-496c1b11-fdc6-4157-b407-45f43dff8f26 req-4a384fa0-9547-4d06-a46a-ed69d1801d23 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (bff5ac8e-e914-4f2e-8a20-b3d40d1dd675), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:04.326038 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7fa03-58a7-4c4c-a421-bd9a5eda8930 req-17ed1f87-2e50-4a65-81ee-f77a49ec4ee5 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:04.327614 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b0a7fa03-58a7-4c4c-a421-bd9a5eda8930 req-17ed1f87-2e50-4a65-81ee-f77a49ec4ee5 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.4384091 Apr 12 13:33:04.338110 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-343adda6-c977-4aa5-92a1-815424dcf9d7 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:04.339595 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-343adda6-c977-4aa5-92a1-815424dcf9d7 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5503609 Apr 12 13:33:04.369168 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08e52a-dc92-44e8-a411-05484c4fe96d req-8bde6819-3ba2-4a87-9ea0-2e616998c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:04.370625 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0e08e52a-dc92-44e8-a411-05484c4fe96d req-8bde6819-3ba2-4a87-9ea0-2e616998c78c service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 HTTP/1.1" status: 200 len: 916 time: 0.9527400 Apr 12 13:33:04.371921 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-180d80b6-3642-4cb6-8642-3fb071cd3b1e admin admin] Publish callbacks [] for router_gateway (e8a55261-6cba-42a2-a17f-56a31a0a4a07), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:04.376448 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-74b72ff5-d0df-487f-a2eb-6b825df8ba3c req-4b1f12ee-59c6-4f5a-9ccc-92fa67518b1a tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4790392 Apr 12 13:33:04.448364 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b0a7fa03-58a7-4c4c-a421-bd9a5eda8930 req-e372c29f-c5f6-40e8-adc0-e5ea2c4a9779 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100879 Apr 12 13:33:04.466743 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-496c1b11-fdc6-4157-b407-45f43dff8f26 req-4a384fa0-9547-4d06-a46a-ed69d1801d23 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] For port bff5ac8e-e914-4f2e-8a20-b3d40d1dd675, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=bff5ac8e-e914-4f2e-8a20-b3d40d1dd675,segment=NetworkSegment(3ba56b40-d89a-4c5b-b67f-cac906f690fd),segment_id=3ba56b40-d89a-4c5b-b67f-cac906f690fd)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:33:04.467406 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-496c1b11-fdc6-4157-b407-45f43dff8f26 req-4a384fa0-9547-4d06-a46a-ed69d1801d23 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (bff5ac8e-e914-4f2e-8a20-b3d40d1dd675), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:04.484263 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [req-496c1b11-fdc6-4157-b407-45f43dff8f26 req-4a384fa0-9547-4d06-a46a-ed69d1801d23 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Calling delete_port for bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 owned by compute:nova {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:33:04.541192 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-eed73bf7-630f-407a-afb0-99b209eb9967 req-be4c3a7f-5225-478d-9eec-ba0685920976 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 210 time: 0.0687935 Apr 12 13:33:04.645484 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764883af-b9ad-4076-a285-e8205522a8e4 req-8557c59b-e242-4fe9-878f-8d253754b471 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:04.647000 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-764883af-b9ad-4076-a285-e8205522a8e4 req-8557c59b-e242-4fe9-878f-8d253754b471 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0740597 Apr 12 13:33:04.719546 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-764883af-b9ad-4076-a285-e8205522a8e4 req-a76ef091-1594-4446-91f2-10f95aad2fc2 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664802 Apr 12 13:33:04.725509 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f94b18-6e8e-4e14-a507-e7dff1990684 req-c0cebd9e-f622-4c09-9d68-357b73d27c0b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:04.728713 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-91f94b18-6e8e-4e14-a507-e7dff1990684 req-c0cebd9e-f622-4c09-9d68-357b73d27c0b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0944233 Apr 12 13:33:04.742808 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 59484) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:04.747319 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-5d0408d6-d0d8-4198-be7b-203cf5d21788 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Request body: {'floatingip': {'port_id': '86f208c6-672c-426b-a655-9a9dd142e67a'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:33:04.792040 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-496c1b11-fdc6-4157-b407-45f43dff8f26 req-4a384fa0-9547-4d06-a46a-ed69d1801d23 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (bff5ac8e-e914-4f2e-8a20-b3d40d1dd675), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:04.829809 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a384fa0-9547-4d06-a46a-ed69d1801d23 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Pushing event deleted for resources: {'Port': ['ID=bff5ac8e-e914-4f2e-8a20-b3d40d1dd675,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:04.850302 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5d0408d6-d0d8-4198-be7b-203cf5d21788 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for floatingip (b7bd7740-105d-4edc-89c9-c61ad5714e2a), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:04.906468 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-496c1b11-fdc6-4157-b407-45f43dff8f26 req-4a384fa0-9547-4d06-a46a-ed69d1801d23 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] No DVR routers for this DVR port bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 on host hv-cinder-83009 {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:33:04.910059 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-496c1b11-fdc6-4157-b407-45f43dff8f26 req-4a384fa0-9547-4d06-a46a-ed69d1801d23 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:04.913402 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-496c1b11-fdc6-4157-b407-45f43dff8f26 req-4a384fa0-9547-4d06-a46a-ed69d1801d23 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.41 "DELETE /v2.0/ports/bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 HTTP/1.1" status: 204 len: 173 time: 1.3328562 Apr 12 13:33:04.913877 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c0240f-f956-4a45-865a-c88ae80a8aab', 'name': 'network-vif-deleted', 'tag': 'bff5ac8e-e914-4f2e-8a20-b3d40d1dd675'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:33:04.916611 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-180d80b6-3642-4cb6-8642-3fb071cd3b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466088'] for router (e8a55261-6cba-42a2-a17f-56a31a0a4a07), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:04.917234 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e426a77b-5300-4033-90f6-b6722216646e" -d '{"events": [{"server_uuid": "72c0240f-f956-4a45-865a-c88ae80a8aab", "name": "network-vif-deleted", "tag": "bff5ac8e-e914-4f2e-8a20-b3d40d1dd675"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:33:04.937634 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6cdc9cf8-acbc-4cc5-ac09-0f673bcb6d6c req-adb7e50e-7e52-4fd2-9e5d-cabe5a945569 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 210 time: 0.0922382 Apr 12 13:33:04.938427 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d013bc57-0727-471a-8d36-b6846f8386e9 None None] Network 47c3c13a-a230-4a69-b3f9-7febe52669f5 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:33:04.963051 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d775a7-0855-4cd7-a29f-4306c6944b03 x-openstack-request-id: req-f0d775a7-0855-4cd7-a29f-4306c6944b03 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:33:04.963816 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c0240f-f956-4a45-865a-c88ae80a8aab", "name": "network-vif-deleted", "tag": "bff5ac8e-e914-4f2e-8a20-b3d40d1dd675", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:33:04.964007 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f0d775a7-0855-4cd7-a29f-4306c6944b03 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:33:04.964687 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d775a7-0855-4cd7-a29f-4306c6944b03'] response: {'server_uuid': '72c0240f-f956-4a45-865a-c88ae80a8aab', 'name': 'network-vif-deleted', 'tag': 'bff5ac8e-e914-4f2e-8a20-b3d40d1dd675', 'status': 'completed', 'code': 200} Apr 12 13:33:05.013928 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-7d17f526-8ab8-4729-b534-b9b05feffcf4 None None] Provisioning complete for port 474274e6-50ed-4244-9d69-3fb8cfea008d triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:33:05.014307 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d17f526-8ab8-4729-b534-b9b05feffcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (474274e6-50ed-4244-9d69-3fb8cfea008d), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:05.135345 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-7d17f526-8ab8-4729-b534-b9b05feffcf4 None None] Current status of the port 474274e6-50ed-4244-9d69-3fb8cfea008d is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:33:05.136197 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d17f526-8ab8-4729-b534-b9b05feffcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (474274e6-50ed-4244-9d69-3fb8cfea008d), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:05.172532 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-7d17f526-8ab8-4729-b534-b9b05feffcf4 None None] For port 474274e6-50ed-4244-9d69-3fb8cfea008d, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=474274e6-50ed-4244-9d69-3fb8cfea008d,segment=NetworkSegment(477f60a0-010e-4f55-8242-268bdf25d6fb),segment_id=477f60a0-010e-4f55-8242-268bdf25d6fb)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:33:05.177327 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d17f526-8ab8-4729-b534-b9b05feffcf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (474274e6-50ed-4244-9d69-3fb8cfea008d), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:05.230846 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17f526-8ab8-4729-b534-b9b05feffcf4 None None] Pushing event updated for resources: {'Port': ['ID=474274e6-50ed-4244-9d69-3fb8cfea008d,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:05.298232 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-d6cee421-b28b-4611-99de-df1a3624806d None None] Provisioning complete for port 474274e6-50ed-4244-9d69-3fb8cfea008d triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:33:05.298581 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d6cee421-b28b-4611-99de-df1a3624806d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (474274e6-50ed-4244-9d69-3fb8cfea008d), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:05.335809 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180d80b6-3642-4cb6-8642-3fb071cd3b1e admin admin] Router e8a55261-6cba-42a2-a17f-56a31a0a4a07 is scheduled to L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb with binding_index 1 {{(pid=103294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:33:05.381721 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d6cee421-b28b-4611-99de-df1a3624806d None None] Current status of the port 474274e6-50ed-4244-9d69-3fb8cfea008d is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:33:05.588897 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9acbb-4cec-4365-8ee8-055f79ecb413 req-aa16f639-1295-4988-ab67-e6ada205cd47 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:05.598578 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0db9acbb-4cec-4365-8ee8-055f79ecb413 req-aa16f639-1295-4988-ab67-e6ada205cd47 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0756695 Apr 12 13:33:05.649930 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0db9acbb-4cec-4365-8ee8-055f79ecb413 req-daf5e54e-0473-464a-a15d-491fe0fbbbb9 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504646 Apr 12 13:33:05.677702 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 474274e6-50ed-4244-9d69-3fb8cfea008d up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:33:05.723850 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 474274e6-50ed-4244-9d69-3fb8cfea008d triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:33:05.724225 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (474274e6-50ed-4244-9d69-3fb8cfea008d), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:05.729219 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fce1aa6f-9e4f-4e2c-8187-d52ca920f262 req-61d91b54-49be-442a-abd8-7acc88fc6fae tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 210 time: 0.0645297 Apr 12 13:33:05.859285 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1d9a6-c97b-4875-9a73-5caf314128ca req-618a427c-9827-4ff7-ac1c-18b86df69020 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:05.860859 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2cd1d9a6-c97b-4875-9a73-5caf314128ca req-618a427c-9827-4ff7-ac1c-18b86df69020 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0498965 Apr 12 13:33:05.920929 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2cd1d9a6-c97b-4875-9a73-5caf314128ca req-06883f98-4126-4fcb-b1e3-d771b4e669b2 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517561 Apr 12 13:33:05.921489 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180d80b6-3642-4cb6-8642-3fb071cd3b1e admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:33:05.931673 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] Sync routers for ids ['e8a55261-6cba-42a2-a17f-56a31a0a4a07'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:33:05.948955 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 474274e6-50ed-4244-9d69-3fb8cfea008d is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:33:05.950638 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] Routers {'e8a55261-6cba-42a2-a17f-56a31a0a4a07'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:33:05.951341 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:32:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['e8a55261-6cba-42a2-a17f-56a31a0a4a07'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:05.969629 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-180d80b6-3642-4cb6-8642-3fb071cd3b1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:05.973365 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-180d80b6-3642-4cb6-8642-3fb071cd3b1e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3587210 Apr 12 13:33:05.974106 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 59498) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:05.982499 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5d0408d6-d0d8-4198-be7b-203cf5d21788 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:05.988200 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5d0408d6-d0d8-4198-be7b-203cf5d21788 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (b7bd7740-105d-4edc-89c9-c61ad5714e2a), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:06.040507 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:33:06.064128 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:33:06.064495 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device bff5ac8e-e914-4f2e-8a20-b3d40d1dd675 not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:33:06.073397 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5e66e064-82d4-4437-a7d7-20dca8bca442 req-4c623ad6-ee75-4725-87a1-21cbe9031f06 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 210 time: 0.0417166 Apr 12 13:33:06.077062 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] Set router e8a55261-6cba-42a2-a17f-56a31a0a4a07 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:33:06.153490 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.l3_db [None req-5d0408d6-d0d8-4198-be7b-203cf5d21788 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Floating IP b7bd7740-105d-4edc-89c9-c61ad5714e2a associated. External IP: 172.27.2.52, port: 86f208c6-672c-426b-a655-9a9dd142e67a. Apr 12 13:33:06.261960 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a55261-6cba-42a2-a17f-56a31a0a4a07', 'name': 'tempest-TestMinimumBasicScenario-2109400449-router', 'tenant_id': '5370bcf42b7e41439eb4eb0071957e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '3ddc4863-8e20-4119-aca0-6defa200894f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:33:01Z', 'updated_at': '2022-04-12T13:33:03Z', 'revision_number': 3, 'project_id': '5370bcf42b7e41439eb4eb0071957e80', 'gw_port': {'id': '3ddc4863-8e20-4119-aca0-6defa200894f', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a55261-6cba-42a2-a17f-56a31a0a4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:33:02Z', 'updated_at': '2022-04-12T13:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:06.290038 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] Checking router: e8a55261-6cba-42a2-a17f-56a31a0a4a07 for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:33:06.290294 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] Updating router e8a55261-6cba-42a2-a17f-56a31a0a4a07 port 3ddc4863-8e20-4119-aca0-6defa200894f binding host dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:33:06.323019 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (3ddc4863-8e20-4119-aca0-6defa200894f), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:06.395625 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0408d6-d0d8-4198-be7b-203cf5d21788 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Router 3ec45d9b-d793-4123-bae4-18b12e08dbff has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:33:06.470971 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-df9db450-fff1-4dfc-9fae-4ca34c2d22d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:06.519883 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0408d6-d0d8-4198-be7b-203cf5d21788 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:33:06.525399 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5d0408d6-d0d8-4198-be7b-203cf5d21788 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:06.534949 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c14120-d4e7-42ce-9689-b5a2e87ffffb None None] Sync routers for ids ['3ec45d9b-d793-4123-bae4-18b12e08dbff'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:33:06.547128 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c14120-d4e7-42ce-9689-b5a2e87ffffb None None] Routers {'3ec45d9b-d793-4123-bae4-18b12e08dbff'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:33:06.547924 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-c6c14120-d4e7-42ce-9689-b5a2e87ffffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:32:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['3ec45d9b-d793-4123-bae4-18b12e08dbff'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:06.595336 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-5d0408d6-d0d8-4198-be7b-203cf5d21788 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "PUT /v2.0/floatingips/b7bd7740-105d-4edc-89c9-c61ad5714e2a HTTP/1.1" status: 200 len: 990 time: 1.8513319 Apr 12 13:33:06.596067 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d5deca-d480-4388-998b-689de493613f', 'tag': '86f208c6-672c-426b-a655-9a9dd142e67a'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:33:06.598274 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cf9ffe-5340-40c7-86f4-ad3d295e5042" -d '{"events": [{"name": "network-changed", "server_uuid": "42d5deca-d480-4388-998b-689de493613f", "tag": "86f208c6-672c-426b-a655-9a9dd142e67a"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:33:06.599071 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] Publish callbacks [] for port (3ddc4863-8e20-4119-aca0-6defa200894f), precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:06.605840 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (3ddc4863-8e20-4119-aca0-6defa200894f), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:06.649321 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048c21ec-9760-4009-9cd5-c23ff553c6d7 x-openstack-request-id: req-048c21ec-9760-4009-9cd5-c23ff553c6d7 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:33:06.650449 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42d5deca-d480-4388-998b-689de493613f", "tag": "86f208c6-672c-426b-a655-9a9dd142e67a", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:33:06.650790 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-048c21ec-9760-4009-9cd5-c23ff553c6d7 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:33:06.656635 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-048c21ec-9760-4009-9cd5-c23ff553c6d7'] response: {'name': 'network-changed', 'server_uuid': '42d5deca-d480-4388-998b-689de493613f', 'tag': '86f208c6-672c-426b-a655-9a9dd142e67a', 'status': 'completed', 'code': 200} Apr 12 13:33:06.669907 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] Attempting to bind port 3ddc4863-8e20-4119-aca0-6defa200894f on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:33:06.670108 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] Attempting to bind port 3ddc4863-8e20-4119-aca0-6defa200894f by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:33:06.670432 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] Attempting to bind port 3ddc4863-8e20-4119-aca0-6defa200894f on network 3874c260-3040-429e-b62d-d740e6168690 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:33:06.681919 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f1169-65c6-45de-8203-ee139f892549 None None] Pushing event updated for resources: {'Port': ['ID=3ddc4863-8e20-4119-aca0-6defa200894f,revision_number=2']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:06.683250 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:33:06.683625 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] Checking segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:33:06.684021 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:06.684413 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] Bound using segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:33:06.684878 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] Bound port: 3ddc4863-8e20-4119-aca0-6defa200894f, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:33:06.685273 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (3ddc4863-8e20-4119-aca0-6defa200894f), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:06.704827 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-df9db450-fff1-4dfc-9fae-4ca34c2d22d3 admin admin] Allocated IP 172.20.0.1 (47c3c13a-a230-4a69-b3f9-7febe52669f5/49a30df7-9568-43da-b181-544f3f585682/87759ed4-4375-45c2-a571-d81c82efb4e2) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:33:06.710352 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f1169-65c6-45de-8203-ee139f892549 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:06.710699 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f1169-65c6-45de-8203-ee139f892549 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:06.711790 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f1169-65c6-45de-8203-ee139f892549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:06.712285 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f1169-65c6-45de-8203-ee139f892549 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:06.712654 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f1169-65c6-45de-8203-ee139f892549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:06.712982 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f1169-65c6-45de-8203-ee139f892549 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:06.713333 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f1169-65c6-45de-8203-ee139f892549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:06.713657 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f1169-65c6-45de-8203-ee139f892549 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:06.714012 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f1169-65c6-45de-8203-ee139f892549 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:06.714363 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f1169-65c6-45de-8203-ee139f892549 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:06.714684 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f1169-65c6-45de-8203-ee139f892549 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:06.714975 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-c6c14120-d4e7-42ce-9689-b5a2e87ffffb None None] Set router 3ec45d9b-d793-4123-bae4-18b12e08dbff gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:33:06.715082 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f1169-65c6-45de-8203-ee139f892549 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:06.715341 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f1169-65c6-45de-8203-ee139f892549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:06.715657 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f1169-65c6-45de-8203-ee139f892549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:06.715970 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f1169-65c6-45de-8203-ee139f892549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:06.758254 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] For port 3ddc4863-8e20-4119-aca0-6defa200894f, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:33:06.763351 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] For port 3ddc4863-8e20-4119-aca0-6defa200894f, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=3ddc4863-8e20-4119-aca0-6defa200894f,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:33:06.776526 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (3ddc4863-8e20-4119-aca0-6defa200894f), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:06.787601 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522ffd3-6456-4712-8bfa-cd197a943984 req-418e8da9-d10e-4c6f-8f21-d577914f57c9 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:06.789419 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e522ffd3-6456-4712-8bfa-cd197a943984 req-418e8da9-d10e-4c6f-8f21-d577914f57c9 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0630021 Apr 12 13:33:06.867347 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f8d711b0-e0e7-47ec-ac95-80f4963028db req-1b94231a-8260-4604-818a-1fb168394464 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 210 time: 0.0510218 Apr 12 13:33:06.870431 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e522ffd3-6456-4712-8bfa-cd197a943984 req-d3d5cf5a-2238-464e-a046-8bd0b7d54bff tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737941 Apr 12 13:33:06.878848 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] Routers {'e8a55261-6cba-42a2-a17f-56a31a0a4a07'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:33:06.879695 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:32:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['e8a55261-6cba-42a2-a17f-56a31a0a4a07'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:06.901332 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-df9db450-fff1-4dfc-9fae-4ca34c2d22d3 admin admin] Publish callbacks [] for port (87759ed4-4375-45c2-a571-d81c82efb4e2), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:06.944520 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-df9db450-fff1-4dfc-9fae-4ca34c2d22d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (87759ed4-4375-45c2-a571-d81c82efb4e2), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:06.996168 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9db450-fff1-4dfc-9fae-4ca34c2d22d3 admin admin] Network 47c3c13a-a230-4a69-b3f9-7febe52669f5 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:33:07.000384 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-df9db450-fff1-4dfc-9fae-4ca34c2d22d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:33:07.004588 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9db450-fff1-4dfc-9fae-4ca34c2d22d3 admin admin] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:33:07.031635 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f1169-65c6-45de-8203-ee139f892549 None None] Pushing event updated for resources: {'Port': ['ID=3ddc4863-8e20-4119-aca0-6defa200894f,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:07.062384 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9db450-fff1-4dfc-9fae-4ca34c2d22d3 admin admin] Pushing event updated for resources: {'Port': ['ID=87759ed4-4375-45c2-a571-d81c82efb4e2,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:07.091099 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-c6c14120-d4e7-42ce-9689-b5a2e87ffffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:13Z', 'revision_number': 4, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port': {'id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:58Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': 'b7bd7740-105d-4edc-89c9-c61ad5714e2a', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'port_id': '86f208c6-672c-426b-a655-9a9dd142e67a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'mac_address': 'fa:16:3e:2e:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5deca-d480-4388-998b-689de493613f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:32:27Z', 'updated_at': '2022-04-12T13:33:05Z', 'revision_number': 1, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e72d20c-d658-4248-adc0-85f10a91dc28', 'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'mac_address': 'fa:16:3e:05:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:08Z', 'updated_at': '2022-04-12T13:32:24Z', 'revision_number': 5, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'subnets': [{'id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:07.096403 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13312d-c799-4941-9e15-164a20f341de req-94ec5279-fb70-4745-9335-671e14ce0900 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:07.098196 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7e13312d-c799-4941-9e15-164a20f341de req-94ec5279-fb70-4745-9335-671e14ce0900 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0859485 Apr 12 13:33:07.104010 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-df9db450-fff1-4dfc-9fae-4ca34c2d22d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466011'] for router_interface (e8a55261-6cba-42a2-a17f-56a31a0a4a07), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:07.129733 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c14120-d4e7-42ce-9689-b5a2e87ffffb None None] Checking router: 3ec45d9b-d793-4123-bae4-18b12e08dbff for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:33:07.138542 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] Set router e8a55261-6cba-42a2-a17f-56a31a0a4a07 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:33:07.140885 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c14120-d4e7-42ce-9689-b5a2e87ffffb None None] Routers {'3ec45d9b-d793-4123-bae4-18b12e08dbff'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:33:07.140885 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-c6c14120-d4e7-42ce-9689-b5a2e87ffffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:32:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['3ec45d9b-d793-4123-bae4-18b12e08dbff'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:07.220697 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7e13312d-c799-4941-9e15-164a20f341de req-64150638-6ef6-462d-aa3e-22d87a53e0d7 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139677 Apr 12 13:33:07.232663 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-73bcaaff-e9a5-429e-8167-f3c47d86f8b9 req-218cc5b0-271f-4f9b-a888-32c0a1f45f26 tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 210 time: 0.0693362 Apr 12 13:33:07.318739 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-f52c9015-47a4-45e6-8d50-82ace01369c8 None None] Provisioning complete for port 87759ed4-4375-45c2-a571-d81c82efb4e2 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:33:07.319110 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f52c9015-47a4-45e6-8d50-82ace01369c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (87759ed4-4375-45c2-a571-d81c82efb4e2), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:07.341273 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-df9db450-fff1-4dfc-9fae-4ca34c2d22d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (87759ed4-4375-45c2-a571-d81c82efb4e2), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:07.355461 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-c6c14120-d4e7-42ce-9689-b5a2e87ffffb None None] Set router 3ec45d9b-d793-4123-bae4-18b12e08dbff gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:33:07.387404 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a55261-6cba-42a2-a17f-56a31a0a4a07', 'name': 'tempest-TestMinimumBasicScenario-2109400449-router', 'tenant_id': '5370bcf42b7e41439eb4eb0071957e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '3ddc4863-8e20-4119-aca0-6defa200894f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:33:01Z', 'updated_at': '2022-04-12T13:33:03Z', 'revision_number': 3, 'project_id': '5370bcf42b7e41439eb4eb0071957e80', 'gw_port': {'id': '3ddc4863-8e20-4119-aca0-6defa200894f', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a55261-6cba-42a2-a17f-56a31a0a4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:33:02Z', 'updated_at': '2022-04-12T13:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:07.400718 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-f52c9015-47a4-45e6-8d50-82ace01369c8 None None] Port 87759ed4-4375-45c2-a571-d81c82efb4e2 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:33:07.418839 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe9aaac-e67e-449a-99b2-e0be0cd6d79d None None] The sync data for ids ['e8a55261-6cba-42a2-a17f-56a31a0a4a07'] in dv-cinder-830098-4-iscsi is: [{'id': 'e8a55261-6cba-42a2-a17f-56a31a0a4a07', 'name': 'tempest-TestMinimumBasicScenario-2109400449-router', 'tenant_id': '5370bcf42b7e41439eb4eb0071957e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '3ddc4863-8e20-4119-aca0-6defa200894f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:33:01Z', 'updated_at': '2022-04-12T13:33:03Z', 'revision_number': 3, 'project_id': '5370bcf42b7e41439eb4eb0071957e80', 'gw_port': {'id': '3ddc4863-8e20-4119-aca0-6defa200894f', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a55261-6cba-42a2-a17f-56a31a0a4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:33:02Z', 'updated_at': '2022-04-12T13:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:33:07.524331 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-df9db450-fff1-4dfc-9fae-4ca34c2d22d3 admin admin] Publish callbacks [] for port (87759ed4-4375-45c2-a571-d81c82efb4e2), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:07.528826 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-df9db450-fff1-4dfc-9fae-4ca34c2d22d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (87759ed4-4375-45c2-a571-d81c82efb4e2), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:07.599566 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-df9db450-fff1-4dfc-9fae-4ca34c2d22d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463851'] for router_interface (e8a55261-6cba-42a2-a17f-56a31a0a4a07), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:07.602095 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9db450-fff1-4dfc-9fae-4ca34c2d22d3 admin admin] Pushing event updated for resources: {'Port': ['ID=87759ed4-4375-45c2-a571-d81c82efb4e2,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:07.612916 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-c6c14120-d4e7-42ce-9689-b5a2e87ffffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:13Z', 'revision_number': 4, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port': {'id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:58Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': 'b7bd7740-105d-4edc-89c9-c61ad5714e2a', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'port_id': '86f208c6-672c-426b-a655-9a9dd142e67a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'mac_address': 'fa:16:3e:2e:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5deca-d480-4388-998b-689de493613f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:32:27Z', 'updated_at': '2022-04-12T13:33:05Z', 'revision_number': 1, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e72d20c-d658-4248-adc0-85f10a91dc28', 'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'mac_address': 'fa:16:3e:05:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:08Z', 'updated_at': '2022-04-12T13:32:24Z', 'revision_number': 5, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'subnets': [{'id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:07.654109 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c14120-d4e7-42ce-9689-b5a2e87ffffb None None] The sync data for ids ['3ec45d9b-d793-4123-bae4-18b12e08dbff'] in dv-cinder-830098-4-iscsi is: [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:13Z', 'revision_number': 4, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port': {'id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:58Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': 'b7bd7740-105d-4edc-89c9-c61ad5714e2a', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'port_id': '86f208c6-672c-426b-a655-9a9dd142e67a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'mac_address': 'fa:16:3e:2e:9c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d5deca-d480-4388-998b-689de493613f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:32:27Z', 'updated_at': '2022-04-12T13:33:05Z', 'revision_number': 1, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e72d20c-d658-4248-adc0-85f10a91dc28', 'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'mac_address': 'fa:16:3e:05:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:08Z', 'updated_at': '2022-04-12T13:32:24Z', 'revision_number': 5, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'subnets': [{'id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:33:07.713464 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9db450-fff1-4dfc-9fae-4ca34c2d22d3 admin admin] Network 47c3c13a-a230-4a69-b3f9-7febe52669f5 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:33:07.715027 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-df9db450-fff1-4dfc-9fae-4ca34c2d22d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:33:07.875064 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9db450-fff1-4dfc-9fae-4ca34c2d22d3 admin admin] Router e8a55261-6cba-42a2-a17f-56a31a0a4a07 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:33:08.026839 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-0f38013f-f1cc-4ecd-817b-92e78140dd32 None None] Provisioning complete for port 87759ed4-4375-45c2-a571-d81c82efb4e2 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:33:08.027222 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0f38013f-f1cc-4ecd-817b-92e78140dd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (87759ed4-4375-45c2-a571-d81c82efb4e2), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:08.031906 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45d295-52a9-4def-8c2e-58303e4d5dff req-ec3956ea-87d2-4baf-8cca-e6c87dd72bc6 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:08.036288 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7d1a70-fc71-43ba-86fc-469db13c2f76 None None] New status for floating IP b7bd7740-105d-4edc-89c9-c61ad5714e2a: ACTIVE {{(pid=103297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:33:08.049725 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5e45d295-52a9-4def-8c2e-58303e4d5dff req-ec3956ea-87d2-4baf-8cca-e6c87dd72bc6 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0702448 Apr 12 13:33:08.063519 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b27a7f7e-9484-4928-87ec-95fac6a3c298 req-87742218-fd75-4d5a-81fe-73b2627cb3b9 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 210 time: 0.0401850 Apr 12 13:33:08.078302 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-0f38013f-f1cc-4ecd-817b-92e78140dd32 None None] Port 87759ed4-4375-45c2-a571-d81c82efb4e2 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:33:08.088629 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9db450-fff1-4dfc-9fae-4ca34c2d22d3 admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:33:08.096246 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-df9db450-fff1-4dfc-9fae-4ca34c2d22d3 admin admin] 10.222.0.11 "PUT /v2.0/routers/e8a55261-6cba-42a2-a17f-56a31a0a4a07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1204519 Apr 12 13:33:08.128448 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5e45d295-52a9-4def-8c2e-58303e4d5dff req-27303840-5ee4-499f-962a-d3f3d9a727e8 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775342 Apr 12 13:33:08.178393 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-697f82bd-7a96-4a24-9e2d-cbe55eb36886 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Request body: {'port': {'device_id': 'e66bc790-2a86-4cb5-913e-ab88f4fcca7d', 'network_id': 'fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1', 'admin_state_up': True, 'tenant_id': 'bef3ebcc7e6e4fc697fd29466e86a550'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:33:08.287144 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf9ffe-5340-40c7-86f4-ad3d295e5042 req-83be7526-8906-45c8-9bf5-8655bacfc7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:08.292886 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a1cf9ffe-5340-40c7-86f4-ad3d295e5042 req-83be7526-8906-45c8-9bf5-8655bacfc7ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d7e8314f5b74f97a1d31c6659a57083&device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 1129 time: 0.0841618 Apr 12 13:33:08.456303 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0e08e52a-dc92-44e8-a411-05484c4fe96d req-143588c2-1d8b-4f6d-97aa-cff003cb21ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d6ba5f9-733a-407b-8a04-d24441bac042 HTTP/1.1" status: 200 len: 1001 time: 0.2911885 Apr 12 13:33:08.458121 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c80b9-145f-4582-a9a8-7f0cd773aa8f req-9a83f577-6ad7-4cdf-b270-e6cafcb9ae88 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:08.460248 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a71c80b9-145f-4582-a9a8-7f0cd773aa8f req-9a83f577-6ad7-4cdf-b270-e6cafcb9ae88 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.1327128 Apr 12 13:33:08.486089 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9ef9126a-4e8d-4fb2-8aa8-6596e0f0f907 req-238d9116-ff9b-48c4-9f3a-87c14698b9ab tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 210 time: 0.1394372 Apr 12 13:33:08.510806 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-697f82bd-7a96-4a24-9e2d-cbe55eb36886 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Made reservation on behalf of bef3ebcc7e6e4fc697fd29466e86a550 for: {'port': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:33:08.515446 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-697f82bd-7a96-4a24-9e2d-cbe55eb36886 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:08.527488 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-697f82bd-7a96-4a24-9e2d-cbe55eb36886 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:08.535284 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf9ffe-5340-40c7-86f4-ad3d295e5042 req-c53932f2-e596-4c67-bcb4-8ba0be7eda30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:08.536778 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a1cf9ffe-5340-40c7-86f4-ad3d295e5042 req-c53932f2-e596-4c67-bcb4-8ba0be7eda30 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dbcb15e3-0cf5-4145-a386-89dfb653c57e HTTP/1.1" status: 200 len: 911 time: 0.2305486 Apr 12 13:33:08.553019 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a71c80b9-145f-4582-a9a8-7f0cd773aa8f req-197eee66-ddd6-41d9-8d84-3169c8bb4b5c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801134 Apr 12 13:33:08.643073 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-697f82bd-7a96-4a24-9e2d-cbe55eb36886 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Publish callbacks [] for security_group (37aea080-cb26-4242-8cbe-31741db31022), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:08.648170 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-697f82bd-7a96-4a24-9e2d-cbe55eb36886 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (37aea080-cb26-4242-8cbe-31741db31022), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:08.745357 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f82bd-7a96-4a24-9e2d-cbe55eb36886 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37aea080-cb26-4242-8cbe-31741db31022,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:09.100408 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-697f82bd-7a96-4a24-9e2d-cbe55eb36886 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Allocated IP 192.168.233.66 (fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1/3d0d3552-8ee8-465c-b93f-3c9bf89e38fb/a679134a-1be5-4e6d-b26b-12d3c3179aed) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:33:09.143697 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08e52a-dc92-44e8-a411-05484c4fe96d req-a6153184-fb02-4445-bf57-11a66b79c897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:09.145507 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0e08e52a-dc92-44e8-a411-05484c4fe96d req-a6153184-fb02-4445-bf57-11a66b79c897 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1774c03c-3ad4-4c38-b37a-e0b0c31504ad HTTP/1.1" status: 200 len: 854 time: 0.0780430 Apr 12 13:33:09.310602 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-40617a45-2bed-417f-bcea-83401793335c req-3151b63e-2b72-4beb-88d1-dc4551e535dc tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 210 time: 0.0485895 Apr 12 13:33:09.379085 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-697f82bd-7a96-4a24-9e2d-cbe55eb36886 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Publish callbacks [] for port (a679134a-1be5-4e6d-b26b-12d3c3179aed), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:09.431301 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-697f82bd-7a96-4a24-9e2d-cbe55eb36886 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (a679134a-1be5-4e6d-b26b-12d3c3179aed), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:09.493771 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-697f82bd-7a96-4a24-9e2d-cbe55eb36886 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Network fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:33:09.498649 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-697f82bd-7a96-4a24-9e2d-cbe55eb36886 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:33:09.519005 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-697f82bd-7a96-4a24-9e2d-cbe55eb36886 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:33:09.746390 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f82bd-7a96-4a24-9e2d-cbe55eb36886 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Pushing event updated for resources: {'Port': ['ID=a679134a-1be5-4e6d-b26b-12d3c3179aed,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:09.787883 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a1cf9ffe-5340-40c7-86f4-ad3d295e5042 req-2bec8d89-283b-472e-a92c-7454599f7d47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86f208c6-672c-426b-a655-9a9dd142e67a HTTP/1.1" status: 200 len: 1000 time: 0.8122172 Apr 12 13:33:09.831165 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc9778-2a1c-4922-b25f-539f4efbbb57 req-5f357c8e-8988-457f-b465-d9f4f51140b4 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:09.832720 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-efbc9778-2a1c-4922-b25f-539f4efbbb57 req-5f357c8e-8988-457f-b465-d9f4f51140b4 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.1865122 Apr 12 13:33:09.843566 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 3ddc4863-8e20-4119-aca0-6defa200894f up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:33:09.854230 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7322f876-31e0-4011-9d09-3886cb929a3c req-dca90cd5-4627-4789-a2d7-41c380ff1c0d tempest-DeleteServersTestJSON-1960959871 tempest-DeleteServersTestJSON-1960959871-project] 10.222.0.11 "GET /v2.0/ports?device_id=72c0240f-f956-4a45-865a-c88ae80a8aab HTTP/1.1" status: 200 len: 210 time: 0.1437998 Apr 12 13:33:09.890963 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08e52a-dc92-44e8-a411-05484c4fe96d req-d4f0fbd0-8b8e-40ac-8781-1134750d010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:09.897606 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0e08e52a-dc92-44e8-a411-05484c4fe96d req-d4f0fbd0-8b8e-40ac-8781-1134750d010b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1839275 Apr 12 13:33:09.909228 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-697f82bd-7a96-4a24-9e2d-cbe55eb36886 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:09.910133 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-697f82bd-7a96-4a24-9e2d-cbe55eb36886 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:09.960140 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-697f82bd-7a96-4a24-9e2d-cbe55eb36886 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7873662 Apr 12 13:33:09.979145 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-efbc9778-2a1c-4922-b25f-539f4efbbb57 req-e2bb32d2-e285-447f-ab5f-62b0cad785f1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249738 Apr 12 13:33:09.982271 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 3ddc4863-8e20-4119-aca0-6defa200894f triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:33:09.992643 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (3ddc4863-8e20-4119-aca0-6defa200894f), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:10.049568 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-c5e93e9e-dddc-4306-90dc-0ecbf19da1c0 None None] Provisioning complete for port a679134a-1be5-4e6d-b26b-12d3c3179aed triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:33:10.050097 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c5e93e9e-dddc-4306-90dc-0ecbf19da1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (a679134a-1be5-4e6d-b26b-12d3c3179aed), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:10.061213 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda82fb-e7d3-4c5f-be0c-350863bae11e req-ed4802af-ed9f-48b3-acf1-d24879fbbbf4 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:10.063578 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3fda82fb-e7d3-4c5f-be0c-350863bae11e req-ed4802af-ed9f-48b3-acf1-d24879fbbbf4 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0725648 Apr 12 13:33:10.142865 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3fda82fb-e7d3-4c5f-be0c-350863bae11e req-0664ee44-38b5-4289-8d74-36aece0d77d6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725319 Apr 12 13:33:10.147953 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c5e93e9e-dddc-4306-90dc-0ecbf19da1c0 None None] Port a679134a-1be5-4e6d-b26b-12d3c3179aed cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:33:10.177625 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 3ddc4863-8e20-4119-aca0-6defa200894f is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:33:10.179275 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (3ddc4863-8e20-4119-aca0-6defa200894f), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:10.262748 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] For port 3ddc4863-8e20-4119-aca0-6defa200894f, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=3ddc4863-8e20-4119-aca0-6defa200894f,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:33:10.266891 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf9ffe-5340-40c7-86f4-ad3d295e5042 req-4ab08722-4264-434e-99aa-0ef569f6db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:10.269653 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a1cf9ffe-5340-40c7-86f4-ad3d295e5042 req-4ab08722-4264-434e-99aa-0ef569f6db5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa056591-a77e-4564-bed1-da05f4aad210 HTTP/1.1" status: 200 len: 849 time: 0.1236947 Apr 12 13:33:10.276454 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (3ddc4863-8e20-4119-aca0-6defa200894f), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:10.286514 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Request body: {'port': {'device_id': 'e66bc790-2a86-4cb5-913e-ab88f4fcca7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:33:10.398069 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Pushing event updated for resources: {'Port': ['ID=3ddc4863-8e20-4119-aca0-6defa200894f,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:10.447073 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (a679134a-1be5-4e6d-b26b-12d3c3179aed), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:10.461011 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0e08e52a-dc92-44e8-a411-05484c4fe96d req-4a9c1bc7-9572-4407-b4c1-06408ec47bfb service neutron] 10.222.0.41 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154492 Apr 12 13:33:10.469540 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813345e6-250d-4830-8cf4-c410de011580 req-10579ab5-87ff-4178-bb29-d1c4b734e3db tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:10.474885 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-813345e6-250d-4830-8cf4-c410de011580 req-10579ab5-87ff-4178-bb29-d1c4b734e3db tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.1784031 Apr 12 13:33:10.476144 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf9ffe-5340-40c7-86f4-ad3d295e5042 req-d0cf5218-42bc-4a10-a096-80c46a433e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:10.484280 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a1cf9ffe-5340-40c7-86f4-ad3d295e5042 req-d0cf5218-42bc-4a10-a096-80c46a433e15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dbcb15e3-0cf5-4145-a386-89dfb653c57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1974390 Apr 12 13:33:10.484571 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 59598) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:10.490257 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-b61c368e-b90a-4032-8b89-1a6182fab18f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Request body: {'floatingip': {'port_id': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:33:10.538866 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b61c368e-b90a-4032-8b89-1a6182fab18f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for floatingip (04d43670-f8e5-4d80-9225-8a9f7f967303), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:10.574146 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0e08e52a-dc92-44e8-a411-05484c4fe96d req-3247d20a-d18a-4772-a958-8852e479a63b service neutron] 10.222.0.41 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002884 Apr 12 13:33:10.687557 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d0aa6-b250-4e3b-926c-05b89cdad4f4 req-7d139346-6f2e-4219-9464-d9a4102a46ef tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:10.689176 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c63d0aa6-b250-4e3b-926c-05b89cdad4f4 req-7d139346-6f2e-4219-9464-d9a4102a46ef tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 935 time: 0.2247918 Apr 12 13:33:10.828028 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c63d0aa6-b250-4e3b-926c-05b89cdad4f4 req-64f88dcc-8e9c-41a1-93f0-eadb9303d199 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/security-groups?id=37aea080-cb26-4242-8cbe-31741db31022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306062 Apr 12 13:33:10.941463 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a1cf9ffe-5340-40c7-86f4-ad3d295e5042 req-71236049-1225-40a7-a920-298852a404a5 service neutron] 10.222.0.41 "GET /v2.0/networks/dbcb15e3-0cf5-4145-a386-89dfb653c57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513533 Apr 12 13:33:11.170762 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a679134a-1be5-4e6d-b26b-12d3c3179aed {{(pid=103294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:33:11.187521 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Publish callbacks [] for port (a679134a-1be5-4e6d-b26b-12d3c3179aed), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:11.217883 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a99aa9-d45b-4da5-a59e-bb56fe85d52e req-f66bf399-d307-42f2-b90b-87e71578dd72 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:11.218211 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a1cf9ffe-5340-40c7-86f4-ad3d295e5042 req-6590b35a-f599-4130-a75e-6807676e1e05 service neutron] 10.222.0.41 "GET /v2.0/networks/dbcb15e3-0cf5-4145-a386-89dfb653c57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559433 Apr 12 13:33:11.225637 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-70a99aa9-d45b-4da5-a59e-bb56fe85d52e req-f66bf399-d307-42f2-b90b-87e71578dd72 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.1175351 Apr 12 13:33:11.240779 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.provisioning_blocks [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Transition to ACTIVE for port object a679134a-1be5-4e6d-b26b-12d3c3179aed will not be triggered until provisioned by entity L2. {{(pid=103294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:33:11.254138 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (a679134a-1be5-4e6d-b26b-12d3c3179aed), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:11.259754 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:33:11.330912 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-70a99aa9-d45b-4da5-a59e-bb56fe85d52e req-03bd41a0-a565-47da-86bd-344138d83ad3 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042218 Apr 12 13:33:11.365649 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a679134a-1be5-4e6d-b26b-12d3c3179aed,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:11.547659 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Attempting to bind port a679134a-1be5-4e6d-b26b-12d3c3179aed on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:33:11.549518 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Attempting to bind port a679134a-1be5-4e6d-b26b-12d3c3179aed by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '31426362-29cc-477a-9681-30ce396278dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:33:11.550137 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Attempting to bind port a679134a-1be5-4e6d-b26b-12d3c3179aed on network fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:33:11.562437 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Port a679134a-1be5-4e6d-b26b-12d3c3179aed on network fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:33:11.564119 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Attempting to bind port a679134a-1be5-4e6d-b26b-12d3c3179aed on network fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:33:11.573845 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:33:11.575481 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] Sync routers for ids ['e8a55261-6cba-42a2-a17f-56a31a0a4a07'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:33:11.583917 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Checking segment: {'id': '31426362-29cc-477a-9681-30ce396278dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:33:11.584444 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Bound using segment: {'id': '31426362-29cc-477a-9681-30ce396278dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:33:11.584983 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Bound port: a679134a-1be5-4e6d-b26b-12d3c3179aed, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31426362-29cc-477a-9681-30ce396278dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:33:11.586183 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (a679134a-1be5-4e6d-b26b-12d3c3179aed), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:11.613297 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] Routers {'e8a55261-6cba-42a2-a17f-56a31a0a4a07'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:33:11.613941 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:32:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['e8a55261-6cba-42a2-a17f-56a31a0a4a07'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:11.642694 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b61c368e-b90a-4032-8b89-1a6182fab18f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:11.650403 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b61c368e-b90a-4032-8b89-1a6182fab18f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (04d43670-f8e5-4d80-9225-8a9f7f967303), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:11.684705 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] For port a679134a-1be5-4e6d-b26b-12d3c3179aed, host hv-cinder-83009, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:33:11.688895 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] For port a679134a-1be5-4e6d-b26b-12d3c3179aed, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a679134a-1be5-4e6d-b26b-12d3c3179aed,segment=NetworkSegment(31426362-29cc-477a-9681-30ce396278dc),segment_id=31426362-29cc-477a-9681-30ce396278dc)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:33:11.700709 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (a679134a-1be5-4e6d-b26b-12d3c3179aed), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:11.717950 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:11.718733 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:11.720771 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/a679134a-1be5-4e6d-b26b-12d3c3179aed HTTP/1.1" status: 200 len: 1097 time: 1.4460850 Apr 12 13:33:11.724243 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66bc790-2a86-4cb5-913e-ab88f4fcca7d', 'tag': 'a679134a-1be5-4e6d-b26b-12d3c3179aed'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:33:11.728929 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa4656d-98fb-4f41-81b6-d0d3e3b8fd11" -d '{"events": [{"name": "network-changed", "server_uuid": "e66bc790-2a86-4cb5-913e-ab88f4fcca7d", "tag": "a679134a-1be5-4e6d-b26b-12d3c3179aed"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:33:11.757339 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 3ddc4863-8e20-4119-aca0-6defa200894f up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:33:11.891988 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-2ae0ca03-cd5d-40a3-99ad-447c1f6dd19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:11.896400 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-2ae0ca03-cd5d-40a3-99ad-447c1f6dd19c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bef3ebcc7e6e4fc697fd29466e86a550&device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 1131 time: 0.1160712 Apr 12 13:33:11.902462 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e759141-5601-4a0a-b4ce-11e6f26c8249 x-openstack-request-id: req-2e759141-5601-4a0a-b4ce-11e6f26c8249 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:33:11.902462 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e66bc790-2a86-4cb5-913e-ab88f4fcca7d", "tag": "a679134a-1be5-4e6d-b26b-12d3c3179aed", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:33:11.903770 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.l3_db [None req-b61c368e-b90a-4032-8b89-1a6182fab18f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Floating IP 04d43670-f8e5-4d80-9225-8a9f7f967303 associated. External IP: 172.27.2.92, port: 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51. Apr 12 13:33:11.904073 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e759141-5601-4a0a-b4ce-11e6f26c8249 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:33:11.904589 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e759141-5601-4a0a-b4ce-11e6f26c8249'] response: {'name': 'network-changed', 'server_uuid': 'e66bc790-2a86-4cb5-913e-ab88f4fcca7d', 'tag': 'a679134a-1be5-4e6d-b26b-12d3c3179aed', 'status': 'completed', 'code': 200} Apr 12 13:33:11.982699 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-166a1198-9b17-4826-9d84-a27a9c8a4581 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=a679134a-1be5-4e6d-b26b-12d3c3179aed HTTP/1.1" status: 200 len: 217 time: 0.0651212 Apr 12 13:33:11.995609 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 3ddc4863-8e20-4119-aca0-6defa200894f triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:33:11.996008 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (3ddc4863-8e20-4119-aca0-6defa200894f), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:12.072582 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] Set router e8a55261-6cba-42a2-a17f-56a31a0a4a07 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:33:12.140825 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce77ef-b91d-44a4-a01f-4496065350c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a679134a-1be5-4e6d-b26b-12d3c3179aed,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:12.156094 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75735ba-9a5c-4b27-b08c-fbe1cc0e45df req-f050adf5-f116-4f70-89be-ca61ee9403fc tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:12.172170 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f75735ba-9a5c-4b27-b08c-fbe1cc0e45df req-f050adf5-f116-4f70-89be-ca61ee9403fc tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 947 time: 0.1828544 Apr 12 13:33:12.239205 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f75735ba-9a5c-4b27-b08c-fbe1cc0e45df req-e84607cb-520d-4050-bfb7-c25059535064 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/security-groups?id=37aea080-cb26-4242-8cbe-31741db31022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634677 Apr 12 13:33:12.240320 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 3ddc4863-8e20-4119-aca0-6defa200894f is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:33:12.270343 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-2c9fc7e7-e806-4b7f-baec-d0d0735fd164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:12.271821 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-2c9fc7e7-e806-4b7f-baec-d0d0735fd164 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d0d3552-8ee8-465c-b93f-3c9bf89e38fb HTTP/1.1" status: 200 len: 843 time: 0.2695498 Apr 12 13:33:12.338693 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-8a839655-b7fc-4b3a-bf3d-59fa88e67293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:12.340664 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-8a839655-b7fc-4b3a-bf3d-59fa88e67293 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0501304 Apr 12 13:33:12.374910 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61c368e-b90a-4032-8b89-1a6182fab18f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:33:12.530994 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a76ef6-243f-47d7-bfac-62eb31a4ea6e req-0278d482-a9c0-4a4d-91ab-73a90f37ea75 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:12.539874 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-04a76ef6-243f-47d7-bfac-62eb31a4ea6e req-0278d482-a9c0-4a4d-91ab-73a90f37ea75 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0647397 Apr 12 13:33:12.563138 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-edb4a069-9757-41b6-ad2f-28c56c977ef4 service neutron] 10.222.0.41 "GET /v2.0/networks/fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160830 Apr 12 13:33:12.634517 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 59638) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:12.693557 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a55261-6cba-42a2-a17f-56a31a0a4a07', 'name': 'tempest-TestMinimumBasicScenario-2109400449-router', 'tenant_id': '5370bcf42b7e41439eb4eb0071957e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '3ddc4863-8e20-4119-aca0-6defa200894f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:33:01Z', 'updated_at': '2022-04-12T13:33:07Z', 'revision_number': 4, 'project_id': '5370bcf42b7e41439eb4eb0071957e80', 'gw_port': {'id': '3ddc4863-8e20-4119-aca0-6defa200894f', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a55261-6cba-42a2-a17f-56a31a0a4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:33:02Z', 'updated_at': '2022-04-12T13:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '87759ed4-4375-45c2-a571-d81c82efb4e2', 'name': '', 'network_id': '47c3c13a-a230-4a69-b3f9-7febe52669f5', 'tenant_id': '5370bcf42b7e41439eb4eb0071957e80', 'mac_address': 'fa:16:3e:f6:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a55261-6cba-42a2-a17f-56a31a0a4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '49a30df7-9568-43da-b181-544f3f585682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:33:06Z', 'updated_at': '2022-04-12T13:33:07Z', 'revision_number': 2, 'project_id': '5370bcf42b7e41439eb4eb0071957e80', 'subnets': [{'id': '49a30df7-9568-43da-b181-544f3f585682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:12.746529 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-04a76ef6-243f-47d7-bfac-62eb31a4ea6e req-fa1f497a-57b4-484a-9c7d-d0c26c987b33 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044511 Apr 12 13:33:12.759952 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8533cca9-d2b7-4a01-bbfe-ace04c206a9d req-e1663be5-a39f-43f0-bd01-36421bd4739d service neutron] 10.222.0.41 "GET /v2.0/networks/fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902232 Apr 12 13:33:12.761547 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] Checking router: e8a55261-6cba-42a2-a17f-56a31a0a4a07 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:33:12.761986 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] Updating router e8a55261-6cba-42a2-a17f-56a31a0a4a07 port 87759ed4-4375-45c2-a571-d81c82efb4e2 binding host dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:33:12.766042 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 59644) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:12.779014 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61c368e-b90a-4032-8b89-1a6182fab18f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:33:12.790488 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cbc1b2-1bca-44ce-b9ff-57de4cebd4c1 None None] Sync routers for ids ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:33:12.791093 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b61c368e-b90a-4032-8b89-1a6182fab18f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:12.813314 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cbc1b2-1bca-44ce-b9ff-57de4cebd4c1 None None] Routers {'8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:33:12.813951 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-78cbc1b2-1bca-44ce-b9ff-57de4cebd4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:32:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:12.850100 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-b61c368e-b90a-4032-8b89-1a6182fab18f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "PUT /v2.0/floatingips/04d43670-f8e5-4d80-9225-8a9f7f967303 HTTP/1.1" status: 200 len: 991 time: 2.3536861 Apr 12 13:33:12.850100 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714549aa-5a3c-4b3c-989d-67fd166cd035', 'tag': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:33:12.850100 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2fe46f-e0c4-4248-8568-668185650a28" -d '{"events": [{"name": "network-changed", "server_uuid": "714549aa-5a3c-4b3c-989d-67fd166cd035", "tag": "28c0b7ed-bcc4-4208-ac91-a3fd364d4a51"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:33:12.853013 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3e398da6-1e28-4cf7-9f00-107dc21fffa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:12.872452 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (87759ed4-4375-45c2-a571-d81c82efb4e2), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:12.899026 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c88b40-15d0-4658-bc61-918de8df3585 admin admin] Deleting subnet 8e2cd4b8-7554-47e8-bff8-5a6b9a68bf5c {{(pid=103294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:33:12.903358 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d3c88b40-15d0-4658-bc61-918de8df3585 admin admin] Publish callbacks [] for subnet (8e2cd4b8-7554-47e8-bff8-5a6b9a68bf5c), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:12.944545 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915c108e-868a-4ce9-8b18-d49026a92ed5 x-openstack-request-id: req-915c108e-868a-4ce9-8b18-d49026a92ed5 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:33:12.944946 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714549aa-5a3c-4b3c-989d-67fd166cd035", "tag": "28c0b7ed-bcc4-4208-ac91-a3fd364d4a51", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:33:12.945266 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-915c108e-868a-4ce9-8b18-d49026a92ed5 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:33:12.945686 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-915c108e-868a-4ce9-8b18-d49026a92ed5'] response: {'name': 'network-changed', 'server_uuid': '714549aa-5a3c-4b3c-989d-67fd166cd035', 'tag': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51', 'status': 'completed', 'code': 200} Apr 12 13:33:12.962472 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d3c88b40-15d0-4658-bc61-918de8df3585 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027343'] for subnet (8e2cd4b8-7554-47e8-bff8-5a6b9a68bf5c), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.021485 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d3c88b40-15d0-4658-bc61-918de8df3585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585855'] for subnet (8e2cd4b8-7554-47e8-bff8-5a6b9a68bf5c), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.062200 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-78cbc1b2-1bca-44ce-b9ff-57de4cebd4c1 None None] Set router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:33:13.084310 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3e398da6-1e28-4cf7-9f00-107dc21fffa3 admin admin] Publish callbacks [] for security_group (5a300c44-2580-451d-b3e9-853fd0d9b79f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.091560 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3e398da6-1e28-4cf7-9f00-107dc21fffa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (5a300c44-2580-451d-b3e9-853fd0d9b79f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.142557 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-3e398da6-1e28-4cf7-9f00-107dc21fffa3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=96008c894ee640c88a30abf56eea49c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5042775 Apr 12 13:33:13.142753 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 59650) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:13.145527 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e398da6-1e28-4cf7-9f00-107dc21fffa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a300c44-2580-451d-b3e9-853fd0d9b79f,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:13.150343 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d3c88b40-15d0-4658-bc61-918de8df3585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13314720'] for subnet (8e2cd4b8-7554-47e8-bff8-5a6b9a68bf5c), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.181617 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c88b40-15d0-4658-bc61-918de8df3585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e2cd4b8-7554-47e8-bff8-5a6b9a68bf5c,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:13.184355 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d3c88b40-15d0-4658-bc61-918de8df3585 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.196127 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-d3c88b40-15d0-4658-bc61-918de8df3585 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8e2cd4b8-7554-47e8-bff8-5a6b9a68bf5c HTTP/1.1" status: 204 len: 168 time: 0.4206159 Apr 12 13:33:13.196803 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 59652) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:13.249684 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1bf394c6-d1d4-4ca5-b1a3-f15e4cb8f59d admin admin] Publish callbacks [] for security_group (5a300c44-2580-451d-b3e9-853fd0d9b79f), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.298354 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1bf394c6-d1d4-4ca5-b1a3-f15e4cb8f59d admin admin] Publish callbacks [] for security_group (5a300c44-2580-451d-b3e9-853fd0d9b79f), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.313055 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-159d8167-0582-4392-b1f3-8f9d59121932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624812'] for network (1b3c0cab-d3a0-4e32-bb14-df2fc39987c2), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.403084 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1bf394c6-d1d4-4ca5-b1a3-f15e4cb8f59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (5a300c44-2580-451d-b3e9-853fd0d9b79f), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.406626 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1bf394c6-d1d4-4ca5-b1a3-f15e4cb8f59d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.408145 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-1bf394c6-d1d4-4ca5-b1a3-f15e4cb8f59d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5a300c44-2580-451d-b3e9-853fd0d9b79f HTTP/1.1" status: 204 len: 168 time: 0.2646856 Apr 12 13:33:13.421584 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf394c6-d1d4-4ca5-b1a3-f15e4cb8f59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a300c44-2580-451d-b3e9-853fd0d9b79f,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:13.422271 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-78cbc1b2-1bca-44ce-b9ff-57de4cebd4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port': {'id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:00Z', 'updated_at': '2022-04-12T13:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '04d43670-f8e5-4d80-9225-8a9f7f967303', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'port_id': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'mac_address': 'fa:16:3e:c6:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714549aa-5a3c-4b3c-989d-67fd166cd035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:32:31Z', 'updated_at': '2022-04-12T13:33:11Z', 'revision_number': 1, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52279ae-dd65-4c03-a033-75fdd026ab85', 'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'mac_address': 'fa:16:3e:65:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:14Z', 'updated_at': '2022-04-12T13:32:27Z', 'revision_number': 5, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'subnets': [{'id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:13.463886 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cbc1b2-1bca-44ce-b9ff-57de4cebd4c1 None None] Checking router: 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:33:13.466993 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-159d8167-0582-4392-b1f3-8f9d59121932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587506', 'neutron.services.segments.db._delete_segments_for_network-8776758846127'] for network (1b3c0cab-d3a0-4e32-bb14-df2fc39987c2), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.474102 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cbc1b2-1bca-44ce-b9ff-57de4cebd4c1 None None] Routers {'8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:33:13.475693 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-78cbc1b2-1bca-44ce-b9ff-57de4cebd4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:32:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:13.486887 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] Publish callbacks [] for port (87759ed4-4375-45c2-a571-d81c82efb4e2), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.521879 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (87759ed4-4375-45c2-a571-d81c82efb4e2), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.527120 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-159d8167-0582-4392-b1f3-8f9d59121932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3c0cab-d3a0-4e32-bb14-df2fc39987c2']}} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:13.542989 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17643803-eb64-4427-95d3-b32f744c8ce2 req-8947655b-3078-4054-b672-1a322b4c7528 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:13.544515 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-17643803-eb64-4427-95d3-b32f744c8ce2 req-8947655b-3078-4054-b672-1a322b4c7528 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 947 time: 0.0849342 Apr 12 13:33:13.548381 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-159d8167-0582-4392-b1f3-8f9d59121932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba56b40-d89a-4c5b-b67f-cac906f690fd') {'for_net_delete': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:13.548685 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-159d8167-0582-4392-b1f3-8f9d59121932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba56b40-d89a-4c5b-b67f-cac906f690fd') {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:13.574651 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-159d8167-0582-4392-b1f3-8f9d59121932 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776758847672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16027334'] for segment (3ba56b40-d89a-4c5b-b67f-cac906f690fd), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.598582 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-78cbc1b2-1bca-44ce-b9ff-57de4cebd4c1 None None] Set router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:33:13.615160 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-159d8167-0582-4392-b1f3-8f9d59121932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (3ba56b40-d89a-4c5b-b67f-cac906f690fd), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.668016 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159d8167-0582-4392-b1f3-8f9d59121932 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:33:13.668590 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-159d8167-0582-4392-b1f3-8f9d59121932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179197'] for segment (3ba56b40-d89a-4c5b-b67f-cac906f690fd), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: Traceback (most recent call last): Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: timer() Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: cb(*args, **kw) Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: return func(*args, **kwargs) Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: self._notify() Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: self.callback(batched_events) Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: event.method(event) Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: return f(self, *a, **k) Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: return self._get(url).json() Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: return self.request(url, 'GET', **kwargs) Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:33:13.679061 dv-cinder-830098-4-iscsi neutron-server[103294]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:33:13.697826 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de07cc4-ca9e-445d-a007-4d6205bad3a7 None None] Pushing event updated for resources: {'Port': ['ID=87759ed4-4375-45c2-a571-d81c82efb4e2,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:13.800719 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] Attempting to bind port 87759ed4-4375-45c2-a571-d81c82efb4e2 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:33:13.801550 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] Attempting to bind port 87759ed4-4375-45c2-a571-d81c82efb4e2 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '477f60a0-010e-4f55-8242-268bdf25d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '47c3c13a-a230-4a69-b3f9-7febe52669f5'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:33:13.802155 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] Attempting to bind port 87759ed4-4375-45c2-a571-d81c82efb4e2 on network 47c3c13a-a230-4a69-b3f9-7febe52669f5 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:33:13.808814 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:33:13.809695 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] Checking segment: {'id': '477f60a0-010e-4f55-8242-268bdf25d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '47c3c13a-a230-4a69-b3f9-7febe52669f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:33:13.810322 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.811147 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] Bound using segment: {'id': '477f60a0-010e-4f55-8242-268bdf25d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '47c3c13a-a230-4a69-b3f9-7febe52669f5'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:33:13.811832 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] Bound port: 87759ed4-4375-45c2-a571-d81c82efb4e2, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477f60a0-010e-4f55-8242-268bdf25d6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '47c3c13a-a230-4a69-b3f9-7febe52669f5'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:33:13.812457 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (87759ed4-4375-45c2-a571-d81c82efb4e2), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.900964 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-17643803-eb64-4427-95d3-b32f744c8ce2 req-61ee8925-9a41-434f-8577-f287aaf8ae63 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/security-groups?id=37aea080-cb26-4242-8cbe-31741db31022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445807 Apr 12 13:33:13.921425 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-159d8167-0582-4392-b1f3-8f9d59121932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466144'] for network (1b3c0cab-d3a0-4e32-bb14-df2fc39987c2), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.941304 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-159d8167-0582-4392-b1f3-8f9d59121932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:13.945555 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-159d8167-0582-4392-b1f3-8f9d59121932 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1b3c0cab-d3a0-4e32-bb14-df2fc39987c2 HTTP/1.1" status: 204 len: 168 time: 0.7472022 Apr 12 13:33:13.970258 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159d8167-0582-4392-b1f3-8f9d59121932 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b3c0cab-d3a0-4e32-bb14-df2fc39987c2,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:13.977627 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] For port 87759ed4-4375-45c2-a571-d81c82efb4e2, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:33:14.007603 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee6895-9741-4ed4-ac35-4620e24f2c34 req-2e4f5e8e-614b-4f60-8c42-7cf2f29e2339 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:14.009383 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-63ee6895-9741-4ed4-ac35-4620e24f2c34 req-2e4f5e8e-614b-4f60-8c42-7cf2f29e2339 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.1382909 Apr 12 13:33:14.014758 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-0d1b94a2-c457-4ef6-b6eb-b0cde8e7df61 None None] Provisioning complete for port 87759ed4-4375-45c2-a571-d81c82efb4e2 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:33:14.015129 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0d1b94a2-c457-4ef6-b6eb-b0cde8e7df61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (87759ed4-4375-45c2-a571-d81c82efb4e2), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:14.078326 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] For port 87759ed4-4375-45c2-a571-d81c82efb4e2, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=87759ed4-4375-45c2-a571-d81c82efb4e2,segment=NetworkSegment(477f60a0-010e-4f55-8242-268bdf25d6fb),segment_id=477f60a0-010e-4f55-8242-268bdf25d6fb)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:33:14.105258 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (87759ed4-4375-45c2-a571-d81c82efb4e2), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:14.112780 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-63ee6895-9741-4ed4-ac35-4620e24f2c34 req-a94a95fc-9a97-4a2e-b149-100391b8ba73 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963633 Apr 12 13:33:14.119820 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-78cbc1b2-1bca-44ce-b9ff-57de4cebd4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port': {'id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:00Z', 'updated_at': '2022-04-12T13:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '04d43670-f8e5-4d80-9225-8a9f7f967303', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'port_id': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'mac_address': 'fa:16:3e:c6:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714549aa-5a3c-4b3c-989d-67fd166cd035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:32:31Z', 'updated_at': '2022-04-12T13:33:11Z', 'revision_number': 1, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52279ae-dd65-4c03-a033-75fdd026ab85', 'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'mac_address': 'fa:16:3e:65:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:14Z', 'updated_at': '2022-04-12T13:32:27Z', 'revision_number': 5, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'subnets': [{'id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:14.209485 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-0d1b94a2-c457-4ef6-b6eb-b0cde8e7df61 None None] Port 87759ed4-4375-45c2-a571-d81c82efb4e2 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:33:14.292686 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] Routers {'e8a55261-6cba-42a2-a17f-56a31a0a4a07'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:33:14.293366 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:32:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['e8a55261-6cba-42a2-a17f-56a31a0a4a07'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:14.328924 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 59672) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:14.370643 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cbc1b2-1bca-44ce-b9ff-57de4cebd4c1 None None] The sync data for ids ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'] in dv-cinder-830098-4-iscsi is: [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port': {'id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:00Z', 'updated_at': '2022-04-12T13:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '04d43670-f8e5-4d80-9225-8a9f7f967303', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'floating_ip_address': '172.27.2.92', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'port_id': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'mac_address': 'fa:16:3e:c6:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714549aa-5a3c-4b3c-989d-67fd166cd035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:32:31Z', 'updated_at': '2022-04-12T13:33:11Z', 'revision_number': 1, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52279ae-dd65-4c03-a033-75fdd026ab85', 'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'mac_address': 'fa:16:3e:65:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:14Z', 'updated_at': '2022-04-12T13:32:27Z', 'revision_number': 5, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'subnets': [{'id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:33:14.414739 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de07cc4-ca9e-445d-a007-4d6205bad3a7 None None] Pushing event updated for resources: {'Port': ['ID=87759ed4-4375-45c2-a571-d81c82efb4e2,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:14.427750 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-a970405b-2b5c-4db4-a848-66a6d0becdcc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9710ad5778594c64b12108da4f6db548&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0975659 Apr 12 13:33:14.431147 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 59676) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:14.543378 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4eea49a4-8f08-4f3f-ac20-410b28b4d155 admin admin] Publish callbacks [] for security_group (15849688-31b3-40e7-b546-7964ef042b0e), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:14.589919 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] Set router e8a55261-6cba-42a2-a17f-56a31a0a4a07 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:33:14.590839 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4eea49a4-8f08-4f3f-ac20-410b28b4d155 admin admin] Publish callbacks [] for security_group (15849688-31b3-40e7-b546-7964ef042b0e), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:14.658476 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-4bf2728b-7803-4ab4-8d02-369efc9875a0 None None] Provisioning complete for port 87759ed4-4375-45c2-a571-d81c82efb4e2 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:33:14.658959 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4bf2728b-7803-4ab4-8d02-369efc9875a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (87759ed4-4375-45c2-a571-d81c82efb4e2), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:14.703259 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4eea49a4-8f08-4f3f-ac20-410b28b4d155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (15849688-31b3-40e7-b546-7964ef042b0e), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:14.706970 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4eea49a4-8f08-4f3f-ac20-410b28b4d155 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:14.708797 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-4eea49a4-8f08-4f3f-ac20-410b28b4d155 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/15849688-31b3-40e7-b546-7964ef042b0e HTTP/1.1" status: 204 len: 168 time: 0.2760615 Apr 12 13:33:14.719343 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea49a4-8f08-4f3f-ac20-410b28b4d155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15849688-31b3-40e7-b546-7964ef042b0e,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:14.833239 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418fbdcc-1ee0-4790-897e-efc0b70e6b46 None None] New status for floating IP 04d43670-f8e5-4d80-9225-8a9f7f967303: ACTIVE {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:33:14.962607 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2728b-7803-4ab4-8d02-369efc9875a0 None None] Current status of the port 87759ed4-4375-45c2-a571-d81c82efb4e2 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:33:14.962979 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4bf2728b-7803-4ab4-8d02-369efc9875a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (87759ed4-4375-45c2-a571-d81c82efb4e2), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:15.070630 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-4bf2728b-7803-4ab4-8d02-369efc9875a0 None None] For port 87759ed4-4375-45c2-a571-d81c82efb4e2, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=87759ed4-4375-45c2-a571-d81c82efb4e2,segment=NetworkSegment(477f60a0-010e-4f55-8242-268bdf25d6fb),segment_id=477f60a0-010e-4f55-8242-268bdf25d6fb)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:33:15.099925 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4bf2728b-7803-4ab4-8d02-369efc9875a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (87759ed4-4375-45c2-a571-d81c82efb4e2), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:15.145302 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bfdf1-3dee-4eb1-ae32-df32c112a725 req-43fb0388-7df1-4fb3-a22b-c22b09770c4f tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:15.151361 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3a5bfdf1-3dee-4eb1-ae32-df32c112a725 req-43fb0388-7df1-4fb3-a22b-c22b09770c4f tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 947 time: 0.1303468 Apr 12 13:33:15.165368 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2728b-7803-4ab4-8d02-369efc9875a0 None None] Pushing event updated for resources: {'Port': ['ID=87759ed4-4375-45c2-a571-d81c82efb4e2,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:15.212614 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a55261-6cba-42a2-a17f-56a31a0a4a07', 'name': 'tempest-TestMinimumBasicScenario-2109400449-router', 'tenant_id': '5370bcf42b7e41439eb4eb0071957e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '3ddc4863-8e20-4119-aca0-6defa200894f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:33:01Z', 'updated_at': '2022-04-12T13:33:07Z', 'revision_number': 4, 'project_id': '5370bcf42b7e41439eb4eb0071957e80', 'gw_port': {'id': '3ddc4863-8e20-4119-aca0-6defa200894f', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a55261-6cba-42a2-a17f-56a31a0a4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:33:02Z', 'updated_at': '2022-04-12T13:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '87759ed4-4375-45c2-a571-d81c82efb4e2', 'name': '', 'network_id': '47c3c13a-a230-4a69-b3f9-7febe52669f5', 'tenant_id': '5370bcf42b7e41439eb4eb0071957e80', 'mac_address': 'fa:16:3e:f6:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a55261-6cba-42a2-a17f-56a31a0a4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '49a30df7-9568-43da-b181-544f3f585682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:33:06Z', 'updated_at': '2022-04-12T13:33:13Z', 'revision_number': 4, 'project_id': '5370bcf42b7e41439eb4eb0071957e80', 'subnets': [{'id': '49a30df7-9568-43da-b181-544f3f585682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:33:15.245977 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b78979d-9ce7-45ba-bbdb-7312e146f985 None None] The sync data for ids ['e8a55261-6cba-42a2-a17f-56a31a0a4a07'] in dv-cinder-830098-4-iscsi is: [{'id': 'e8a55261-6cba-42a2-a17f-56a31a0a4a07', 'name': 'tempest-TestMinimumBasicScenario-2109400449-router', 'tenant_id': '5370bcf42b7e41439eb4eb0071957e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '3ddc4863-8e20-4119-aca0-6defa200894f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:33:01Z', 'updated_at': '2022-04-12T13:33:07Z', 'revision_number': 4, 'project_id': '5370bcf42b7e41439eb4eb0071957e80', 'gw_port': {'id': '3ddc4863-8e20-4119-aca0-6defa200894f', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a55261-6cba-42a2-a17f-56a31a0a4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:33:02Z', 'updated_at': '2022-04-12T13:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '87759ed4-4375-45c2-a571-d81c82efb4e2', 'name': '', 'network_id': '47c3c13a-a230-4a69-b3f9-7febe52669f5', 'tenant_id': '5370bcf42b7e41439eb4eb0071957e80', 'mac_address': 'fa:16:3e:f6:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a55261-6cba-42a2-a17f-56a31a0a4a07', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '49a30df7-9568-43da-b181-544f3f585682', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:33:06Z', 'updated_at': '2022-04-12T13:33:13Z', 'revision_number': 4, 'project_id': '5370bcf42b7e41439eb4eb0071957e80', 'subnets': [{'id': '49a30df7-9568-43da-b181-544f3f585682', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:33:15.328107 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3a5bfdf1-3dee-4eb1-ae32-df32c112a725 req-a6ad2616-9536-4b4a-95f1-afbcb4a2f67f tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/security-groups?id=37aea080-cb26-4242-8cbe-31741db31022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592395 Apr 12 13:33:15.368836 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ab08a-7548-42c4-990a-05bb5cfa3885 req-79825517-b096-4ec6-b69b-f580031edd20 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:15.378579 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f15ab08a-7548-42c4-990a-05bb5cfa3885 req-79825517-b096-4ec6-b69b-f580031edd20 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.1042099 Apr 12 13:33:15.444035 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f15ab08a-7548-42c4-990a-05bb5cfa3885 req-2dcbbf7b-fd78-43cd-ab14-2576b912c86b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640583 Apr 12 13:33:15.730791 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4656d-98fb-4f41-81b6-d0d3e3b8fd11 req-0405419b-edfc-40e4-b0fc-33e997b75070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:15.732615 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fe46f-e0c4-4248-8568-668185650a28 req-1da358a3-c19f-41e1-83e3-37c2d33db5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:15.733233 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7aa4656d-98fb-4f41-81b6-d0d3e3b8fd11 req-0405419b-edfc-40e4-b0fc-33e997b75070 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bef3ebcc7e6e4fc697fd29466e86a550&device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 1131 time: 0.1350560 Apr 12 13:33:15.736334 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7e2fe46f-e0c4-4248-8568-668185650a28 req-1da358a3-c19f-41e1-83e3-37c2d33db5fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fef9bcc9d6d4674acceb9c482454dfd&device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 1130 time: 0.1381700 Apr 12 13:33:15.812627 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 87759ed4-4375-45c2-a571-d81c82efb4e2 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:33:15.907456 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4656d-98fb-4f41-81b6-d0d3e3b8fd11 req-150ba2cc-d4e1-4cb4-8c7b-99917130e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:15.909657 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7aa4656d-98fb-4f41-81b6-d0d3e3b8fd11 req-150ba2cc-d4e1-4cb4-8c7b-99917130e8bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1 HTTP/1.1" status: 200 len: 870 time: 0.1601136 Apr 12 13:33:15.920307 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fe46f-e0c4-4248-8568-668185650a28 req-ee391d7f-ee84-4e60-a418-557af0d1afa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:15.923565 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7e2fe46f-e0c4-4248-8568-668185650a28 req-ee391d7f-ee84-4e60-a418-557af0d1afa7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f075efcd-1b7f-4180-93c5-9b0501e51c53 HTTP/1.1" status: 200 len: 917 time: 0.1778772 Apr 12 13:33:15.934898 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 87759ed4-4375-45c2-a571-d81c82efb4e2 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:33:15.935478 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (87759ed4-4375-45c2-a571-d81c82efb4e2), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:15.972013 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7aa4656d-98fb-4f41-81b6-d0d3e3b8fd11 req-764d2521-901c-4c75-b67f-7e796917e23e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=a679134a-1be5-4e6d-b26b-12d3c3179aed HTTP/1.1" status: 200 len: 217 time: 0.0534739 Apr 12 13:33:16.040914 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4656d-98fb-4f41-81b6-d0d3e3b8fd11 req-f0641438-16fd-4bc5-8a7c-c60708e7e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:16.042627 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7aa4656d-98fb-4f41-81b6-d0d3e3b8fd11 req-f0641438-16fd-4bc5-8a7c-c60708e7e512 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d0d3552-8ee8-465c-b93f-3c9bf89e38fb HTTP/1.1" status: 200 len: 843 time: 0.0557129 Apr 12 13:33:16.081480 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7e2fe46f-e0c4-4248-8568-668185650a28 req-3211ba57-2746-4244-a0e5-f8214624379e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 HTTP/1.1" status: 200 len: 1001 time: 0.1336460 Apr 12 13:33:16.092393 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 87759ed4-4375-45c2-a571-d81c82efb4e2 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:33:16.121225 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4656d-98fb-4f41-81b6-d0d3e3b8fd11 req-7be04eb0-c279-4cec-ace5-608dbc4a806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:16.123302 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7aa4656d-98fb-4f41-81b6-d0d3e3b8fd11 req-7be04eb0-c279-4cec-ace5-608dbc4a806c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0700777 Apr 12 13:33:16.189240 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fe46f-e0c4-4248-8568-668185650a28 req-2f99462e-d4cc-4caf-ba4b-016bf2a4e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:16.201048 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7e2fe46f-e0c4-4248-8568-668185650a28 req-2f99462e-d4cc-4caf-ba4b-016bf2a4e1fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5deca89-4859-4941-9efc-762fc23afa05 HTTP/1.1" status: 200 len: 855 time: 0.1091597 Apr 12 13:33:16.295619 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fe46f-e0c4-4248-8568-668185650a28 req-a21ba291-3bbd-44ce-900c-210f29e36291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:16.297160 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7e2fe46f-e0c4-4248-8568-668185650a28 req-a21ba291-3bbd-44ce-900c-210f29e36291 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f075efcd-1b7f-4180-93c5-9b0501e51c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882733 Apr 12 13:33:16.324499 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7aa4656d-98fb-4f41-81b6-d0d3e3b8fd11 req-58347232-1122-4298-8334-8ba9e59eb2fc service neutron] 10.222.0.41 "GET /v2.0/networks/fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917467 Apr 12 13:33:16.443843 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7e2fe46f-e0c4-4248-8568-668185650a28 req-817c5ea1-c283-4af3-98d4-b0c2d828b3f3 service neutron] 10.222.0.41 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371377 Apr 12 13:33:16.575005 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7aa4656d-98fb-4f41-81b6-d0d3e3b8fd11 req-b24856c2-ef04-4ae7-91eb-49ad85ca373e service neutron] 10.222.0.41 "GET /v2.0/networks/fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224617 Apr 12 13:33:16.668326 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8e146-d2b0-4c1e-836d-f8928f430ea2 req-0b13d4d6-2a06-4774-9ab7-e4bc98fc3dab tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:16.680003 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-eaf8e146-d2b0-4c1e-836d-f8928f430ea2 req-0b13d4d6-2a06-4774-9ab7-e4bc98fc3dab tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 947 time: 0.1023157 Apr 12 13:33:16.718893 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc9783b-1700-4aaf-ab99-cbe757dc42a3 req-17357b2f-e8f6-499b-94c7-1bc501bc3f1b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:16.720443 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-afc9783b-1700-4aaf-ab99-cbe757dc42a3 req-17357b2f-e8f6-499b-94c7-1bc501bc3f1b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0943649 Apr 12 13:33:16.761593 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7e2fe46f-e0c4-4248-8568-668185650a28 req-d67d1ca8-a5a2-4468-8472-a12c84fd4336 service neutron] 10.222.0.41 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083827 Apr 12 13:33:16.791080 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-eaf8e146-d2b0-4c1e-836d-f8928f430ea2 req-59bd5201-1280-4160-8932-ae803ffbddf9 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/security-groups?id=37aea080-cb26-4242-8cbe-31741db31022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091573 Apr 12 13:33:16.838358 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-afc9783b-1700-4aaf-ab99-cbe757dc42a3 req-dffd1542-b523-4cdb-ba15-f52c857454fb tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041665 Apr 12 13:33:17.411249 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device a679134a-1be5-4e6d-b26b-12d3c3179aed details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:33:17.570993 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port a679134a-1be5-4e6d-b26b-12d3c3179aed, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a679134a-1be5-4e6d-b26b-12d3c3179aed,segment=NetworkSegment(31426362-29cc-477a-9681-30ce396278dc),segment_id=31426362-29cc-477a-9681-30ce396278dc)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:33:17.593046 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': 'a679134a-1be5-4e6d-b26b-12d3c3179aed', 'network_id': 'fb7b0dd5-8c2d-4605-a9ac-cfcc5d622ba1', 'port_id': 'a679134a-1be5-4e6d-b26b-12d3c3179aed', 'mac_address': 'fa:16:3e:3e:c3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d0d3552-8ee8-465c-b93f-3c9bf89e38fb', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:33:17.642632 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port a679134a-1be5-4e6d-b26b-12d3c3179aed is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:33:17.643270 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (a679134a-1be5-4e6d-b26b-12d3c3179aed), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:17.673658 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a679134a-1be5-4e6d-b26b-12d3c3179aed {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:33:17.702079 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port a679134a-1be5-4e6d-b26b-12d3c3179aed, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a679134a-1be5-4e6d-b26b-12d3c3179aed,segment=NetworkSegment(31426362-29cc-477a-9681-30ce396278dc),segment_id=31426362-29cc-477a-9681-30ce396278dc)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:33:17.706876 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (a679134a-1be5-4e6d-b26b-12d3c3179aed), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:17.771773 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=a679134a-1be5-4e6d-b26b-12d3c3179aed,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:17.946760 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e01fb1-9a9c-46e9-83b8-51e57d439d54 req-a9ec1ce3-17d6-44cc-bd38-68d06c9db9c2 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:17.955168 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f6e01fb1-9a9c-46e9-83b8-51e57d439d54 req-a9ec1ce3-17d6-44cc-bd38-68d06c9db9c2 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 948 time: 0.0806329 Apr 12 13:33:17.988655 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fdcc47-399f-4397-b64c-a32a7ea6eba8 req-04673734-ad31-44c3-a9ff-a23613886b14 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:17.990294 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-10fdcc47-399f-4397-b64c-a32a7ea6eba8 req-04673734-ad31-44c3-a9ff-a23613886b14 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0657771 Apr 12 13:33:18.030092 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f6e01fb1-9a9c-46e9-83b8-51e57d439d54 req-a70c6e78-5062-47e8-ad5e-e316f80ab302 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/security-groups?id=37aea080-cb26-4242-8cbe-31741db31022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728104 Apr 12 13:33:18.093731 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-10fdcc47-399f-4397-b64c-a32a7ea6eba8 req-35c9b110-bf3b-43bd-b652-1815ad69a11c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932810 Apr 12 13:33:18.126169 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['a679134a-1be5-4e6d-b26b-12d3c3179aed'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:33:19.174713 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1ef18-bd82-4ce5-b57c-078a3405965d req-4a67ab73-5ca8-4b33-a324-f2405837635c tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:19.176838 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b1b1ef18-bd82-4ce5-b57c-078a3405965d req-4a67ab73-5ca8-4b33-a324-f2405837635c tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 948 time: 0.0779974 Apr 12 13:33:19.237295 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ac77a-e0fc-4e98-b931-451169b2e4af req-ad1ca332-e006-4bdb-a4ed-9a5a772e8bea tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:19.239642 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7f9ac77a-e0fc-4e98-b931-451169b2e4af req-ad1ca332-e006-4bdb-a4ed-9a5a772e8bea tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0606608 Apr 12 13:33:19.255266 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b1b1ef18-bd82-4ce5-b57c-078a3405965d req-bb7b8459-e82d-4279-a2ba-8c8f413d00c1 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/security-groups?id=37aea080-cb26-4242-8cbe-31741db31022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653691 Apr 12 13:33:19.312228 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7f9ac77a-e0fc-4e98-b931-451169b2e4af req-7f6a61fd-7075-43ea-b7af-dc53d32bd588 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648696 Apr 12 13:33:19.506243 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device a679134a-1be5-4e6d-b26b-12d3c3179aed up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:33:19.538116 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:19.585462 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port a679134a-1be5-4e6d-b26b-12d3c3179aed completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:33:19.604256 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port a679134a-1be5-4e6d-b26b-12d3c3179aed triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:33:19.604745 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (a679134a-1be5-4e6d-b26b-12d3c3179aed), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:19.749554 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port a679134a-1be5-4e6d-b26b-12d3c3179aed is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:33:19.750206 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (a679134a-1be5-4e6d-b26b-12d3c3179aed), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:19.780835 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66bc790-2a86-4cb5-913e-ab88f4fcca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a679134a-1be5-4e6d-b26b-12d3c3179aed'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:33:19.785039 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b851f53d-eeeb-454b-97cb-514f95ea35d2" -d '{"events": [{"server_uuid": "e66bc790-2a86-4cb5-913e-ab88f4fcca7d", "name": "network-vif-plugged", "status": "completed", "tag": "a679134a-1be5-4e6d-b26b-12d3c3179aed"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:33:19.805721 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port a679134a-1be5-4e6d-b26b-12d3c3179aed, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a679134a-1be5-4e6d-b26b-12d3c3179aed,segment=NetworkSegment(31426362-29cc-477a-9681-30ce396278dc),segment_id=31426362-29cc-477a-9681-30ce396278dc)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:33:19.810636 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (a679134a-1be5-4e6d-b26b-12d3c3179aed), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:19.884589 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=a679134a-1be5-4e6d-b26b-12d3c3179aed,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:19.903065 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc3ba83-93d2-421c-9259-01323e734f95 x-openstack-request-id: req-edc3ba83-93d2-421c-9259-01323e734f95 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:33:19.903514 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66bc790-2a86-4cb5-913e-ab88f4fcca7d", "name": "network-vif-plugged", "status": "completed", "tag": "a679134a-1be5-4e6d-b26b-12d3c3179aed", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:33:19.904065 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-edc3ba83-93d2-421c-9259-01323e734f95 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:33:19.904484 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc3ba83-93d2-421c-9259-01323e734f95'] response: {'server_uuid': 'e66bc790-2a86-4cb5-913e-ab88f4fcca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a679134a-1be5-4e6d-b26b-12d3c3179aed', 'code': 200} Apr 12 13:33:20.170375 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3796440-8836-4670-9b77-34b4ba791163 req-65c18caf-93f6-4536-b1ee-e89701d57c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:20.173327 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a3796440-8836-4670-9b77-34b4ba791163 req-65c18caf-93f6-4536-b1ee-e89701d57c28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 1133 time: 0.0698254 Apr 12 13:33:20.253066 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a3796440-8836-4670-9b77-34b4ba791163 req-237bd6f0-1bbd-44ff-a081-f1439d56858f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=37aea080-cb26-4242-8cbe-31741db31022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723171 Apr 12 13:33:20.440846 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cb21b-e35c-4cbd-b572-4f97e89f5f7b req-df6e3a47-d621-4ea9-ad7b-d24b2e29986e tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:20.448377 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-055cb21b-e35c-4cbd-b572-4f97e89f5f7b req-df6e3a47-d621-4ea9-ad7b-d24b2e29986e tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 949 time: 0.0882835 Apr 12 13:33:20.463031 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90136d-a857-4122-8947-51e19c457b94 req-43da7cdd-3b6b-4d83-b6c5-52c27a7a93a6 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:20.464554 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2b90136d-a857-4122-8947-51e19c457b94 req-43da7cdd-3b6b-4d83-b6c5-52c27a7a93a6 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0598314 Apr 12 13:33:20.508714 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-055cb21b-e35c-4cbd-b572-4f97e89f5f7b req-7583af95-ff74-431a-9d11-8914eb6743d5 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/security-groups?id=37aea080-cb26-4242-8cbe-31741db31022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592175 Apr 12 13:33:20.549662 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2b90136d-a857-4122-8947-51e19c457b94 req-64e6a18c-3261-4ecf-88d7-cb86dd52cd82 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726447 Apr 12 13:33:21.655941 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73169c7-bab8-4fcc-9da4-a268f058b13e req-cf6d4c06-bb33-4d73-bb45-fa27c7d1440e tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:21.657481 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a73169c7-bab8-4fcc-9da4-a268f058b13e req-cf6d4c06-bb33-4d73-bb45-fa27c7d1440e tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 949 time: 0.0635517 Apr 12 13:33:21.702008 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45e86f-58fb-4067-ad30-58c2d21da83b req-25ef2e26-ff09-4ee7-ab7b-455856331355 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:21.703576 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ce45e86f-58fb-4067-ad30-58c2d21da83b req-25ef2e26-ff09-4ee7-ab7b-455856331355 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0663176 Apr 12 13:33:21.729715 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a73169c7-bab8-4fcc-9da4-a268f058b13e req-d84a6c78-6a51-4d2f-9753-c70cd0c8e63d tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/security-groups?id=37aea080-cb26-4242-8cbe-31741db31022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611310 Apr 12 13:33:21.797158 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ce45e86f-58fb-4067-ad30-58c2d21da83b req-4d7a2d45-e9a1-44d0-ac41-d06d1237a9c9 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683236 Apr 12 13:33:22.878265 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1c105-da9f-41d9-ae21-11fc86a6fbfe req-9f958f57-d841-4069-b056-cd91eeed9d5a tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:22.880930 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-07c1c105-da9f-41d9-ae21-11fc86a6fbfe req-9f958f57-d841-4069-b056-cd91eeed9d5a tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 949 time: 0.0661931 Apr 12 13:33:22.920039 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92aa3f7-cc78-4dd3-a3f0-e501eea8df44 req-764ffe6c-bd01-4ee2-8897-53a126c18ce7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:22.921788 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e92aa3f7-cc78-4dd3-a3f0-e501eea8df44 req-764ffe6c-bd01-4ee2-8897-53a126c18ce7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0557499 Apr 12 13:33:22.966003 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-07c1c105-da9f-41d9-ae21-11fc86a6fbfe req-b34bef44-f3fa-40a1-9ae3-a1a7cdeddf3d tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/security-groups?id=37aea080-cb26-4242-8cbe-31741db31022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775096 Apr 12 13:33:22.987410 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e92aa3f7-cc78-4dd3-a3f0-e501eea8df44 req-8506e6d8-7312-47e8-b6c6-78287d0107d1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580356 Apr 12 13:33:23.326358 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5365a-5b87-4ce0-bbcb-9bfab31bb852 req-c1e52bfe-1451-4a39-9bba-94a9cd3c950d tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:23.338326 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f0f5365a-5b87-4ce0-bbcb-9bfab31bb852 req-c1e52bfe-1451-4a39-9bba-94a9cd3c950d tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 949 time: 0.0815458 Apr 12 13:33:23.415833 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f0f5365a-5b87-4ce0-bbcb-9bfab31bb852 req-c44adca2-000b-4f3f-be94-033e5291bc18 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/security-groups?id=37aea080-cb26-4242-8cbe-31741db31022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755808 Apr 12 13:33:24.096628 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32121a-f99d-4caf-94ed-1546cfde124d req-fd7d8b9d-56b8-47c8-bd55-86160934c289 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:24.098033 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ff32121a-f99d-4caf-94ed-1546cfde124d req-fd7d8b9d-56b8-47c8-bd55-86160934c289 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0468659 Apr 12 13:33:24.149084 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ff32121a-f99d-4caf-94ed-1546cfde124d req-d0163807-1669-4f56-a741-78680dcf92f4 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445969 Apr 12 13:33:24.490809 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-b0d5a622-13ca-4145-86ba-e56e546f5d79 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:24.492689 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-b0d5a622-13ca-4145-86ba-e56e546f5d79 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/networks?id=7f49db9b-8084-43b4-9af2-e258167632f1 HTTP/1.1" status: 200 len: 814 time: 0.1066978 Apr 12 13:33:24.508696 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-fc6fc138-fd6c-40f0-856e-56fa06d0a051 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/quotas/d7b5ac96172b45b6a78b9fd4bda96a31 HTTP/1.1" status: 200 len: 375 time: 0.0105236 Apr 12 13:33:24.542007 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a3890-d9f6-410d-9661-bf1f89764970 req-40d5c23c-d8a6-4dad-a749-713275dd721f tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:24.543640 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-235a3890-d9f6-410d-9661-bf1f89764970 req-40d5c23c-d8a6-4dad-a749-713275dd721f tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 949 time: 0.0471697 Apr 12 13:33:24.559046 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-e5fdbf66-26f3-4b99-91f3-854caf658ff7 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d7b5ac96172b45b6a78b9fd4bda96a31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450699 Apr 12 13:33:24.591002 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-235a3890-d9f6-410d-9661-bf1f89764970 req-3de5eef6-651c-4872-a766-a6a942de67f0 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/security-groups?id=37aea080-cb26-4242-8cbe-31741db31022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Apr 12 13:33:24.665839 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-facd502b-3c8d-4c61-99ec-163160d719da service neutron] 10.222.0.11 "GET /v2.0/networks/7f49db9b-8084-43b4-9af2-e258167632f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947006 Apr 12 13:33:24.764074 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-1c9dd33e-b365-4cdb-89cc-00dae479a744 service neutron] 10.222.0.11 "GET /v2.0/networks/7f49db9b-8084-43b4-9af2-e258167632f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924194 Apr 12 13:33:24.833094 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6f2cfbe7-f0d9-4f10-aa82-4f865a632adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:24.986867 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-37e6b9e6-8786-4ac7-bfe8-e69c1ce82d0a req-4f002e63-703f-47db-9915-a7040e2ac1cd tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 210 time: 0.0377786 Apr 12 13:33:25.046776 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 59978) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:25.164208 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ddeda50f-3056-48be-8af6-e1151dab126a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:25.252033 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d272302-c1f9-4493-89ad-81c45e532877 req-198e5880-890c-4504-a4b6-f3525e3aa910 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:25.253528 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8d272302-c1f9-4493-89ad-81c45e532877 req-198e5880-890c-4504-a4b6-f3525e3aa910 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 949 time: 0.0798097 Apr 12 13:33:25.345592 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72558d83-81a7-40a8-a952-f2613c523ff4 req-18b2b56a-45ee-45bb-a19b-831156e71766 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:25.347070 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-72558d83-81a7-40a8-a952-f2613c523ff4 req-18b2b56a-45ee-45bb-a19b-831156e71766 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.1165407 Apr 12 13:33:25.412990 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ddeda50f-3056-48be-8af6-e1151dab126a admin admin] Publish callbacks [] for security_group (9a62d9e0-d52b-46f9-9d34-ed00d706f824), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:25.423535 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ddeda50f-3056-48be-8af6-e1151dab126a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (9a62d9e0-d52b-46f9-9d34-ed00d706f824), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:25.465293 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [req-8d272302-c1f9-4493-89ad-81c45e532877 req-bfa78515-6c41-4abe-aa43-f66a78d9be60 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Deleting port a679134a-1be5-4e6d-b26b-12d3c3179aed {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:33:25.465640 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-8d272302-c1f9-4493-89ad-81c45e532877 req-bfa78515-6c41-4abe-aa43-f66a78d9be60 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (a679134a-1be5-4e6d-b26b-12d3c3179aed), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:25.494276 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-ddeda50f-3056-48be-8af6-e1151dab126a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9dabb77a815648a282b11465cac159c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4460151 Apr 12 13:33:25.498022 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 59990) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:25.511583 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-72558d83-81a7-40a8-a952-f2613c523ff4 req-8f0c5d5b-f6ed-438e-89ff-794274a01895 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588233 Apr 12 13:33:25.519839 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeda50f-3056-48be-8af6-e1151dab126a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a62d9e0-d52b-46f9-9d34-ed00d706f824,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:25.589472 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f3da685e-f4e6-4317-a21b-1b973baee102 admin admin] Publish callbacks [] for security_group (9a62d9e0-d52b-46f9-9d34-ed00d706f824), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:25.595208 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-8d272302-c1f9-4493-89ad-81c45e532877 req-bfa78515-6c41-4abe-aa43-f66a78d9be60 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] For port a679134a-1be5-4e6d-b26b-12d3c3179aed, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a679134a-1be5-4e6d-b26b-12d3c3179aed,segment=NetworkSegment(31426362-29cc-477a-9681-30ce396278dc),segment_id=31426362-29cc-477a-9681-30ce396278dc)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:33:25.595706 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-8d272302-c1f9-4493-89ad-81c45e532877 req-bfa78515-6c41-4abe-aa43-f66a78d9be60 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (a679134a-1be5-4e6d-b26b-12d3c3179aed), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:25.615879 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [req-8d272302-c1f9-4493-89ad-81c45e532877 req-bfa78515-6c41-4abe-aa43-f66a78d9be60 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Calling delete_port for a679134a-1be5-4e6d-b26b-12d3c3179aed owned by compute:nova {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:33:25.618308 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f3da685e-f4e6-4317-a21b-1b973baee102 admin admin] Publish callbacks [] for security_group (9a62d9e0-d52b-46f9-9d34-ed00d706f824), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:25.703752 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f3da685e-f4e6-4317-a21b-1b973baee102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (9a62d9e0-d52b-46f9-9d34-ed00d706f824), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:25.706549 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f3da685e-f4e6-4317-a21b-1b973baee102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:25.710577 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f3da685e-f4e6-4317-a21b-1b973baee102 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9a62d9e0-d52b-46f9-9d34-ed00d706f824 HTTP/1.1" status: 204 len: 168 time: 0.2084360 Apr 12 13:33:25.723971 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da685e-f4e6-4317-a21b-1b973baee102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a62d9e0-d52b-46f9-9d34-ed00d706f824,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:25.732331 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410d2b3-8935-4638-a5b0-60b48a07f0b3 req-86089d50-adaf-4356-90e5-8589789f4992 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:25.743819 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a410d2b3-8935-4638-a5b0-60b48a07f0b3 req-86089d50-adaf-4356-90e5-8589789f4992 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/ports?device_id=e66bc790-2a86-4cb5-913e-ab88f4fcca7d HTTP/1.1" status: 200 len: 949 time: 0.0763047 Apr 12 13:33:25.761688 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-8d272302-c1f9-4493-89ad-81c45e532877 req-bfa78515-6c41-4abe-aa43-f66a78d9be60 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (a679134a-1be5-4e6d-b26b-12d3c3179aed), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:25.777227 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['a679134a-1be5-4e6d-b26b-12d3c3179aed'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:33:25.796435 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa78515-6c41-4abe-aa43-f66a78d9be60 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Pushing event deleted for resources: {'Port': ['ID=a679134a-1be5-4e6d-b26b-12d3c3179aed,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:25.808656 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a410d2b3-8935-4638-a5b0-60b48a07f0b3 req-bb86148d-6336-444d-a6dd-5da1843d928b tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.11 "GET /v2.0/security-groups?id=37aea080-cb26-4242-8cbe-31741db31022&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570283 Apr 12 13:33:25.866781 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d272302-c1f9-4493-89ad-81c45e532877 req-bfa78515-6c41-4abe-aa43-f66a78d9be60 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] No DVR routers for this DVR port a679134a-1be5-4e6d-b26b-12d3c3179aed on host hv-cinder-83009 {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:33:25.872920 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-8d272302-c1f9-4493-89ad-81c45e532877 req-bfa78515-6c41-4abe-aa43-f66a78d9be60 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:25.877889 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8d272302-c1f9-4493-89ad-81c45e532877 req-bfa78515-6c41-4abe-aa43-f66a78d9be60 tempest-VolumesNegativeTest-972643306 tempest-VolumesNegativeTest-972643306-project] 10.222.0.41 "DELETE /v2.0/ports/a679134a-1be5-4e6d-b26b-12d3c3179aed HTTP/1.1" status: 204 len: 173 time: 0.6178975 Apr 12 13:33:25.878666 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66bc790-2a86-4cb5-913e-ab88f4fcca7d', 'name': 'network-vif-deleted', 'tag': 'a679134a-1be5-4e6d-b26b-12d3c3179aed'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:33:25.881294 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c08bb8-f86c-4c96-a84a-843457e5556f" -d '{"events": [{"server_uuid": "e66bc790-2a86-4cb5-913e-ab88f4fcca7d", "name": "network-vif-deleted", "tag": "a679134a-1be5-4e6d-b26b-12d3c3179aed"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:33:25.936257 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9200ccd-1e0d-48a5-aa52-5c9797d51ea3 x-openstack-request-id: req-c9200ccd-1e0d-48a5-aa52-5c9797d51ea3 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:33:25.936571 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66bc790-2a86-4cb5-913e-ab88f4fcca7d", "name": "network-vif-deleted", "tag": "a679134a-1be5-4e6d-b26b-12d3c3179aed", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:33:25.936894 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c9200ccd-1e0d-48a5-aa52-5c9797d51ea3 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:33:25.937419 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9200ccd-1e0d-48a5-aa52-5c9797d51ea3'] response: {'server_uuid': 'e66bc790-2a86-4cb5-913e-ab88f4fcca7d', 'name': 'network-vif-deleted', 'tag': 'a679134a-1be5-4e6d-b26b-12d3c3179aed', 'status': 'completed', 'code': 200} Apr 12 13:33:26.146585 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-52a2afcb-1a06-4405-aa0e-63da2a1453fb tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:26.149455 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-52a2afcb-1a06-4405-aa0e-63da2a1453fb tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.41 "GET /v2.0/networks?id=7f49db9b-8084-43b4-9af2-e258167632f1 HTTP/1.1" status: 200 len: 814 time: 0.1412745 Apr 12 13:33:26.151305 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-768b7b90-238b-4379-a4fa-dd4196de3fa2 req-17727c77-6f63-4fc3-8163-a1eb9dea8854 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 210 time: 0.0581272 Apr 12 13:33:26.174916 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-304e8fad-32e4-4173-bbde-4b1b3025ae29 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Request body: {'port': {'device_id': 'fa8aba80-233b-4d56-b7d2-2809e812a1ec', 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1', 'admin_state_up': True, 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:33:26.215065 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 60008) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:26.235448 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2a062d42-0eb7-4d4d-88bc-ccebbaf65b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:26.338215 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 60010) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:26.340430 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2a062d42-0eb7-4d4d-88bc-ccebbaf65b3f admin admin] Publish callbacks [] for security_group (3e9d94e3-b3c6-49e5-9be3-08f8c0195621), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:26.347312 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2a062d42-0eb7-4d4d-88bc-ccebbaf65b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (3e9d94e3-b3c6-49e5-9be3-08f8c0195621), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:26.393005 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-2a062d42-0eb7-4d4d-88bc-ccebbaf65b3f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bcf6c5eb11e84801be5d0829dc34318c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1740003 Apr 12 13:33:26.393981 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a062d42-0eb7-4d4d-88bc-ccebbaf65b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9d94e3-b3c6-49e5-9be3-08f8c0195621,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:26.396432 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 60014) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:26.453307 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c958d348-d3e8-4b1b-9ec7-9d6893084697 admin admin] Publish callbacks [] for security_group (3e9d94e3-b3c6-49e5-9be3-08f8c0195621), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:26.502015 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c958d348-d3e8-4b1b-9ec7-9d6893084697 admin admin] Publish callbacks [] for security_group (3e9d94e3-b3c6-49e5-9be3-08f8c0195621), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:26.503836 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f380c9e9-e117-4496-acdf-a03bdee4edea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:26.568660 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-304e8fad-32e4-4173-bbde-4b1b3025ae29 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Made reservation on behalf of d7b5ac96172b45b6a78b9fd4bda96a31 for: {'port': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:33:26.574137 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-304e8fad-32e4-4173-bbde-4b1b3025ae29 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:26.592565 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c958d348-d3e8-4b1b-9ec7-9d6893084697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (3e9d94e3-b3c6-49e5-9be3-08f8c0195621), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:26.595548 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c958d348-d3e8-4b1b-9ec7-9d6893084697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:26.596793 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c958d348-d3e8-4b1b-9ec7-9d6893084697 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e9d94e3-b3c6-49e5-9be3-08f8c0195621 HTTP/1.1" status: 204 len: 168 time: 0.1993914 Apr 12 13:33:26.610355 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958d348-d3e8-4b1b-9ec7-9d6893084697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9d94e3-b3c6-49e5-9be3-08f8c0195621,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:26.635185 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f380c9e9-e117-4496-acdf-a03bdee4edea admin admin] Publish callbacks [] for security_group (20aeec6c-e16a-4a0f-9f59-734b97305088), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:26.641305 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f380c9e9-e117-4496-acdf-a03bdee4edea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (20aeec6c-e16a-4a0f-9f59-734b97305088), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:26.698038 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f380c9e9-e117-4496-acdf-a03bdee4edea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c7872c5b6002470b89889aea864c0c33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3560259 Apr 12 13:33:26.699816 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 60028) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:26.702568 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380c9e9-e117-4496-acdf-a03bdee4edea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20aeec6c-e16a-4a0f-9f59-734b97305088,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:26.727238 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-304e8fad-32e4-4173-bbde-4b1b3025ae29 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Allocated IP 172.20.0.11 (7f49db9b-8084-43b4-9af2-e258167632f1/a998b45c-048a-454f-8557-4d43ed85f98d/ad0316e9-34d0-4844-941d-9da8690b893c) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:33:26.769621 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0db5a9bd-abb0-4040-8284-42d38b19e6bb admin admin] Publish callbacks [] for security_group (20aeec6c-e16a-4a0f-9f59-734b97305088), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:26.801678 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0db5a9bd-abb0-4040-8284-42d38b19e6bb admin admin] Publish callbacks [] for security_group (20aeec6c-e16a-4a0f-9f59-734b97305088), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:26.803640 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e3baf-da3a-4246-879d-83143bac9ad1 req-66ba8f5e-1737-4756-9beb-ee0dfb09de26 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:26.805298 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1a5e3baf-da3a-4246-879d-83143bac9ad1 req-66ba8f5e-1737-4756-9beb-ee0dfb09de26 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0710258 Apr 12 13:33:26.883181 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0db5a9bd-abb0-4040-8284-42d38b19e6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (20aeec6c-e16a-4a0f-9f59-734b97305088), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:26.886448 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0db5a9bd-abb0-4040-8284-42d38b19e6bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:26.890647 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-0db5a9bd-abb0-4040-8284-42d38b19e6bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20aeec6c-e16a-4a0f-9f59-734b97305088 HTTP/1.1" status: 204 len: 168 time: 0.1864917 Apr 12 13:33:26.901483 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1a5e3baf-da3a-4246-879d-83143bac9ad1 req-d16addbd-9f54-4900-9bfd-29daf9f39466 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869217 Apr 12 13:33:26.902272 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5a9bd-abb0-4040-8284-42d38b19e6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20aeec6c-e16a-4a0f-9f59-734b97305088,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:27.001408 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-304e8fad-32e4-4173-bbde-4b1b3025ae29 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for port (ad0316e9-34d0-4844-941d-9da8690b893c), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:27.069011 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-304e8fad-32e4-4173-bbde-4b1b3025ae29 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (ad0316e9-34d0-4844-941d-9da8690b893c), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:27.113663 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-304e8fad-32e4-4173-bbde-4b1b3025ae29 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Network 7f49db9b-8084-43b4-9af2-e258167632f1 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:33:27.117456 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-304e8fad-32e4-4173-bbde-4b1b3025ae29 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:33:27.121601 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-304e8fad-32e4-4173-bbde-4b1b3025ae29 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:33:27.158889 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 60056) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:27.159347 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e8fad-32e4-4173-bbde-4b1b3025ae29 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Pushing event updated for resources: {'Port': ['ID=ad0316e9-34d0-4844-941d-9da8690b893c,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:27.195025 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8b33bd97-6eb9-431d-af92-df0dd09f68fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:27.196945 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-304e8fad-32e4-4173-bbde-4b1b3025ae29 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:27.197655 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-304e8fad-32e4-4173-bbde-4b1b3025ae29 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:27.230575 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-304e8fad-32e4-4173-bbde-4b1b3025ae29 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0595632 Apr 12 13:33:27.243236 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Request body: {'port': {'device_id': 'fa8aba80-233b-4d56-b7d2-2809e812a1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:33:27.365393 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (ad0316e9-34d0-4844-941d-9da8690b893c), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:27.497302 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-606e5f44-6558-472c-a7f4-a7566ff80eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:27.546079 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-728507c2-6c40-426f-ab13-956eb3ce90c3 None None] Provisioning complete for port ad0316e9-34d0-4844-941d-9da8690b893c triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:33:27.546448 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-728507c2-6c40-426f-ab13-956eb3ce90c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (ad0316e9-34d0-4844-941d-9da8690b893c), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:27.653345 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-728507c2-6c40-426f-ab13-956eb3ce90c3 None None] Port ad0316e9-34d0-4844-941d-9da8690b893c cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:33:27.799852 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0316e9-34d0-4844-941d-9da8690b893c {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:33:27.809389 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Publish callbacks [] for port (ad0316e9-34d0-4844-941d-9da8690b893c), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:27.823132 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Transition to ACTIVE for port object ad0316e9-34d0-4844-941d-9da8690b893c will not be triggered until provisioned by entity L2. {{(pid=103295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:33:27.829457 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (ad0316e9-34d0-4844-941d-9da8690b893c), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:27.847073 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dafd1e-5d5e-4f2c-8e31-57fd836d3406 req-3f4e5740-6706-4c62-ad06-366cf39deaa1 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:27.848910 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f2dafd1e-5d5e-4f2c-8e31-57fd836d3406 req-3f4e5740-6706-4c62-ad06-366cf39deaa1 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 932 time: 0.5683031 Apr 12 13:33:28.004887 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8b33bd97-6eb9-431d-af92-df0dd09f68fb admin admin] Publish callbacks [] for security_group (164af8ff-0874-42eb-8921-5eae9693e40f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:28.025236 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8b33bd97-6eb9-431d-af92-df0dd09f68fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (164af8ff-0874-42eb-8921-5eae9693e40f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:28.051289 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:28.110901 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0316e9-34d0-4844-941d-9da8690b893c,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:28.121698 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Attempting to bind port ad0316e9-34d0-4844-941d-9da8690b893c on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:33:28.122262 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Attempting to bind port ad0316e9-34d0-4844-941d-9da8690b893c by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '69566bc3-944a-4c63-99b6-3c4943d17d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:33:28.122740 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Attempting to bind port ad0316e9-34d0-4844-941d-9da8690b893c on network 7f49db9b-8084-43b4-9af2-e258167632f1 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:33:28.127140 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33bd97-6eb9-431d-af92-df0dd09f68fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164af8ff-0874-42eb-8921-5eae9693e40f,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:28.134164 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Port ad0316e9-34d0-4844-941d-9da8690b893c on network 7f49db9b-8084-43b4-9af2-e258167632f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:33:28.137354 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Attempting to bind port ad0316e9-34d0-4844-941d-9da8690b893c on network 7f49db9b-8084-43b4-9af2-e258167632f1 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:33:28.155732 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f2dafd1e-5d5e-4f2c-8e31-57fd836d3406 req-c8661b75-b9c6-4804-a73c-a7ee45294de1 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838693 Apr 12 13:33:28.213405 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-8b33bd97-6eb9-431d-af92-df0dd09f68fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=16d50f10e9b948ed9d5e94eda4d00e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0532668 Apr 12 13:33:28.214742 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 60102) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:28.263170 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:33:28.263665 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Checking segment: {'id': '69566bc3-944a-4c63-99b6-3c4943d17d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:33:28.268990 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Bound using segment: {'id': '69566bc3-944a-4c63-99b6-3c4943d17d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:33:28.269630 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Bound port: ad0316e9-34d0-4844-941d-9da8690b893c, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69566bc3-944a-4c63-99b6-3c4943d17d55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:33:28.270123 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (ad0316e9-34d0-4844-941d-9da8690b893c), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:28.282626 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2bb7ba39-f722-4b58-8829-6a65eef4c555 admin admin] Publish callbacks [] for security_group (164af8ff-0874-42eb-8921-5eae9693e40f), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:28.305196 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8919d7-94f4-4a66-9552-9d42f13cb150 req-127f0f43-60bc-48bb-b4d2-b947d452d2cb tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:28.317853 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1a8919d7-94f4-4a66-9552-9d42f13cb150 req-127f0f43-60bc-48bb-b4d2-b947d452d2cb tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.2004905 Apr 12 13:33:28.364431 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2bb7ba39-f722-4b58-8829-6a65eef4c555 admin admin] Publish callbacks [] for security_group (164af8ff-0874-42eb-8921-5eae9693e40f), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:28.507897 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2bb7ba39-f722-4b58-8829-6a65eef4c555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (164af8ff-0874-42eb-8921-5eae9693e40f), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:28.512142 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2bb7ba39-f722-4b58-8829-6a65eef4c555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:28.516536 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-2bb7ba39-f722-4b58-8829-6a65eef4c555 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/164af8ff-0874-42eb-8921-5eae9693e40f HTTP/1.1" status: 204 len: 168 time: 0.3003204 Apr 12 13:33:28.524939 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1a8919d7-94f4-4a66-9552-9d42f13cb150 req-b22e28fe-c82e-4e5c-ae13-8ff0c6e681c0 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977386 Apr 12 13:33:28.541295 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7ba39-f722-4b58-8829-6a65eef4c555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164af8ff-0874-42eb-8921-5eae9693e40f,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:28.636342 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] For port ad0316e9-34d0-4844-941d-9da8690b893c, host hv-cinder-83009, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:33:28.646261 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] For port ad0316e9-34d0-4844-941d-9da8690b893c, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ad0316e9-34d0-4844-941d-9da8690b893c,segment=NetworkSegment(69566bc3-944a-4c63-99b6-3c4943d17d55),segment_id=69566bc3-944a-4c63-99b6-3c4943d17d55)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:33:28.654947 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (ad0316e9-34d0-4844-941d-9da8690b893c), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:28.775487 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:28.776087 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:28.777674 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] 10.222.0.41 "PUT /v2.0/ports/ad0316e9-34d0-4844-941d-9da8690b893c HTTP/1.1" status: 200 len: 1094 time: 1.5392036 Apr 12 13:33:28.778046 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8aba80-233b-4d56-b7d2-2809e812a1ec', 'tag': 'ad0316e9-34d0-4844-941d-9da8690b893c'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:33:28.792335 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1550c0-9c21-4960-9e00-88c0de48b0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8aba80-233b-4d56-b7d2-2809e812a1ec", "tag": "ad0316e9-34d0-4844-941d-9da8690b893c"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:33:28.919962 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80a14d-724a-45b0-9f1a-ce94e05d46d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0316e9-34d0-4844-941d-9da8690b893c,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:28.933049 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5d14c7-3901-445b-98be-38dc849f71e6 x-openstack-request-id: req-8e5d14c7-3901-445b-98be-38dc849f71e6 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:33:28.933412 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8aba80-233b-4d56-b7d2-2809e812a1ec", "tag": "ad0316e9-34d0-4844-941d-9da8690b893c", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:33:28.933674 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e5d14c7-3901-445b-98be-38dc849f71e6 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:33:28.934865 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e5d14c7-3901-445b-98be-38dc849f71e6'] response: {'name': 'network-changed', 'server_uuid': 'fa8aba80-233b-4d56-b7d2-2809e812a1ec', 'tag': 'ad0316e9-34d0-4844-941d-9da8690b893c', 'status': 'completed', 'code': 200} Apr 12 13:33:29.409214 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c5d3b-5a8d-4811-9f6c-629664ddeb3c req-1e0e008c-e5a6-4198-b84d-fd8fe83dc400 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:29.411610 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-818c5d3b-5a8d-4811-9f6c-629664ddeb3c req-1e0e008c-e5a6-4198-b84d-fd8fe83dc400 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.0992770 Apr 12 13:33:29.469084 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-818c5d3b-5a8d-4811-9f6c-629664ddeb3c req-77cae4f4-5fa6-4925-a8af-d1ca435abd67 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514286 Apr 12 13:33:29.526365 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device a679134a-1be5-4e6d-b26b-12d3c3179aed no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:33:29.546745 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: a679134a-1be5-4e6d-b26b-12d3c3179aed {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:33:29.547479 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device a679134a-1be5-4e6d-b26b-12d3c3179aed not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:33:29.707172 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008f31c-665c-4ccf-99ea-332129a03bf3 req-d0be6365-3d8e-44f9-995a-f96f12c674a8 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:29.718363 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9008f31c-665c-4ccf-99ea-332129a03bf3 req-d0be6365-3d8e-44f9-995a-f96f12c674a8 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.1178017 Apr 12 13:33:29.734980 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:29.821565 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9008f31c-665c-4ccf-99ea-332129a03bf3 req-f5b21f0d-f4b4-4319-9cbe-224654656de1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961959 Apr 12 13:33:30.600988 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 60260) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:30.617565 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07cb6f-bce5-449a-a806-1cb890cd1d42 req-c5ad52c2-31c5-4b0b-9916-49092a801e64 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:30.619630 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3c07cb6f-bce5-449a-a806-1cb890cd1d42 req-c5ad52c2-31c5-4b0b-9916-49092a801e64 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.0639219 Apr 12 13:33:30.716851 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3c07cb6f-bce5-449a-a806-1cb890cd1d42 req-d67d8d72-8ddb-46d9-9981-38f3e168de8e tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910375 Apr 12 13:33:30.782727 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3ca34f5e-f052-4e77-b131-5694ec8c8475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:30.886406 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3ca34f5e-f052-4e77-b131-5694ec8c8475 admin admin] Publish callbacks [] for security_group (0dc64094-e9f1-463d-a247-7e196e691c99), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:30.894977 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3ca34f5e-f052-4e77-b131-5694ec8c8475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (0dc64094-e9f1-463d-a247-7e196e691c99), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:30.968032 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca34f5e-f052-4e77-b131-5694ec8c8475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc64094-e9f1-463d-a247-7e196e691c99,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:30.978984 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 60302) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:30.979172 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-3ca34f5e-f052-4e77-b131-5694ec8c8475 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=60ca37404c7346b1a7445231a3cafce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3766117 Apr 12 13:33:30.996957 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1457f-77ef-43b0-8cc8-3e48c253d18e req-075d3e05-925b-4701-8bd9-02e0c2f01dc1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:30.998637 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d6e1457f-77ef-43b0-8cc8-3e48c253d18e req-075d3e05-925b-4701-8bd9-02e0c2f01dc1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0782547 Apr 12 13:33:31.004270 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:31.059628 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d6e1457f-77ef-43b0-8cc8-3e48c253d18e req-7bdfd377-8155-429d-b029-67f127761cc1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518470 Apr 12 13:33:31.092446 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6cee03ca-158c-4ba0-8dde-2bd5b01a6b0f admin admin] Publish callbacks [] for security_group (0dc64094-e9f1-463d-a247-7e196e691c99), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:31.127876 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6cee03ca-158c-4ba0-8dde-2bd5b01a6b0f admin admin] Publish callbacks [] for security_group (0dc64094-e9f1-463d-a247-7e196e691c99), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:31.181589 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6cee03ca-158c-4ba0-8dde-2bd5b01a6b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (0dc64094-e9f1-463d-a247-7e196e691c99), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:31.184355 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6cee03ca-158c-4ba0-8dde-2bd5b01a6b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:31.190163 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-6cee03ca-158c-4ba0-8dde-2bd5b01a6b0f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0dc64094-e9f1-463d-a247-7e196e691c99 HTTP/1.1" status: 204 len: 168 time: 0.2095397 Apr 12 13:33:31.204297 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cee03ca-158c-4ba0-8dde-2bd5b01a6b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc64094-e9f1-463d-a247-7e196e691c99,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:31.797989 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 60362) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:31.822105 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-99136995-0a30-4f5a-b7a0-7122d8538c1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:31.910926 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2012fd-1c53-487e-a683-2808edeef63a req-cab8a3b2-a84f-4275-be0d-ed4120740629 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:31.913328 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-be2012fd-1c53-487e-a683-2808edeef63a req-cab8a3b2-a84f-4275-be0d-ed4120740629 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.0924292 Apr 12 13:33:32.024947 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-be2012fd-1c53-487e-a683-2808edeef63a req-d4472dba-0362-4d8c-84ce-119d84ab083d tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968137 Apr 12 13:33:32.058592 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-99136995-0a30-4f5a-b7a0-7122d8538c1a admin admin] Publish callbacks [] for security_group (cc560c92-cce4-4883-95fc-70e6668644fa), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:32.062807 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-99136995-0a30-4f5a-b7a0-7122d8538c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (cc560c92-cce4-4883-95fc-70e6668644fa), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:32.118962 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-99136995-0a30-4f5a-b7a0-7122d8538c1a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e948b47c3bb42dfb9000bdffc69b9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174298 Apr 12 13:33:32.118962 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99136995-0a30-4f5a-b7a0-7122d8538c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc560c92-cce4-4883-95fc-70e6668644fa,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:32.121310 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 60392) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:32.204540 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-593e5acd-d20b-4787-b3df-a57bd33b1e5b admin admin] Publish callbacks [] for security_group (cc560c92-cce4-4883-95fc-70e6668644fa), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:32.247495 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-593e5acd-d20b-4787-b3df-a57bd33b1e5b admin admin] Publish callbacks [] for security_group (cc560c92-cce4-4883-95fc-70e6668644fa), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:32.295422 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea9331-bd92-4ce0-b14e-09c6a6b062a0 req-0e06d783-03ec-4a31-a7f4-34caf3415e72 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:32.296980 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-adea9331-bd92-4ce0-b14e-09c6a6b062a0 req-0e06d783-03ec-4a31-a7f4-34caf3415e72 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.1096601 Apr 12 13:33:32.327883 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-593e5acd-d20b-4787-b3df-a57bd33b1e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (cc560c92-cce4-4883-95fc-70e6668644fa), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:32.333522 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-593e5acd-d20b-4787-b3df-a57bd33b1e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:32.334728 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-593e5acd-d20b-4787-b3df-a57bd33b1e5b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc560c92-cce4-4883-95fc-70e6668644fa HTTP/1.1" status: 204 len: 168 time: 0.2116416 Apr 12 13:33:32.355479 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e5acd-d20b-4787-b3df-a57bd33b1e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc560c92-cce4-4883-95fc-70e6668644fa,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:32.431983 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-adea9331-bd92-4ce0-b14e-09c6a6b062a0 req-0bfb9fae-929d-4583-afaf-ca01259e891c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136756 Apr 12 13:33:33.243431 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb373a87-da06-46c1-b4a9-bb8064fd3451 req-9aa7912a-0f86-4a49-acfa-6f142eebef0d tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:33.255617 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-eb373a87-da06-46c1-b4a9-bb8064fd3451 req-9aa7912a-0f86-4a49-acfa-6f142eebef0d tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.1027601 Apr 12 13:33:33.340941 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-eb373a87-da06-46c1-b4a9-bb8064fd3451 req-d8ea0774-31d3-49e1-b3c9-ee13a6db4051 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724351 Apr 12 13:33:33.571242 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fbca7-617a-428a-9e9e-3f7cf73e6e1e req-d036a7fb-2cac-449b-82b5-3788e7ad18be tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:33.573286 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fb8fbca7-617a-428a-9e9e-3f7cf73e6e1e req-d036a7fb-2cac-449b-82b5-3788e7ad18be tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0583472 Apr 12 13:33:33.649939 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fb8fbca7-617a-428a-9e9e-3f7cf73e6e1e req-0d534f48-3f96-4b43-9e2f-78825a13399d tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702443 Apr 12 13:33:34.490029 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277091f6-a899-48a7-ab08-715dc36e4f5a req-65939761-75d0-49b3-ba87-a0ac1c7bd943 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:34.497737 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-277091f6-a899-48a7-ab08-715dc36e4f5a req-65939761-75d0-49b3-ba87-a0ac1c7bd943 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.0671844 Apr 12 13:33:34.546575 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-277091f6-a899-48a7-ab08-715dc36e4f5a req-99ab27d6-2628-4179-911d-ad9148a8d898 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478225 Apr 12 13:33:34.800549 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1465d-5065-40ff-be3c-d0ecf0290d03 req-2c563f2f-fa81-4459-b257-093628c592d8 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:34.802382 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f1a1465d-5065-40ff-be3c-d0ecf0290d03 req-2c563f2f-fa81-4459-b257-093628c592d8 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0568657 Apr 12 13:33:34.869726 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f1a1465d-5065-40ff-be3c-d0ecf0290d03 req-e82f2b2a-6388-42fb-b05b-8d4bb453e266 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607955 Apr 12 13:33:34.877086 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 60524) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:35.088659 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-a3727c12-addd-4901-93a8-7df907cce564 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bef3ebcc7e6e4fc697fd29466e86a550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2080293 Apr 12 13:33:35.089069 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 60530) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:35.143370 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f521f0c2-b23b-49fa-8bfe-fba9e6f4f2b5 admin admin] Publish callbacks [] for security_group (37aea080-cb26-4242-8cbe-31741db31022), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:35.165744 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f521f0c2-b23b-49fa-8bfe-fba9e6f4f2b5 admin admin] Publish callbacks [] for security_group (37aea080-cb26-4242-8cbe-31741db31022), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:35.215883 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f521f0c2-b23b-49fa-8bfe-fba9e6f4f2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (37aea080-cb26-4242-8cbe-31741db31022), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:35.218731 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f521f0c2-b23b-49fa-8bfe-fba9e6f4f2b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:35.222343 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-f521f0c2-b23b-49fa-8bfe-fba9e6f4f2b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/37aea080-cb26-4242-8cbe-31741db31022 HTTP/1.1" status: 204 len: 168 time: 0.1298249 Apr 12 13:33:35.229228 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521f0c2-b23b-49fa-8bfe-fba9e6f4f2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37aea080-cb26-4242-8cbe-31741db31022,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:35.674542 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d2a96-5245-4260-a71f-b73f2bbb3bf2 req-7771dcbc-1e13-4dd4-b98d-d89d708dfc83 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:35.681387 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-217d2a96-5245-4260-a71f-b73f2bbb3bf2 req-7771dcbc-1e13-4dd4-b98d-d89d708dfc83 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.0585167 Apr 12 13:33:35.738123 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-217d2a96-5245-4260-a71f-b73f2bbb3bf2 req-c47ffa2e-6346-4c7e-a0b3-ee751b66c12a tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556033 Apr 12 13:33:36.001101 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc811c-c7ad-4886-891f-28bde8ea0004 req-16899a7c-10e2-44f7-aa80-03b28cd95155 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:36.002828 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fbcc811c-c7ad-4886-891f-28bde8ea0004 req-16899a7c-10e2-44f7-aa80-03b28cd95155 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0553596 Apr 12 13:33:36.096287 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fbcc811c-c7ad-4886-891f-28bde8ea0004 req-4bf1b7de-ebf5-439d-a6d1-7067198a6da2 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856953 Apr 12 13:33:36.863629 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f047cae-84c4-435f-8c16-a8e49bcb1700 req-f463f5fc-2ceb-4b55-bc43-998bf21a376b tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:36.865189 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1f047cae-84c4-435f-8c16-a8e49bcb1700 req-f463f5fc-2ceb-4b55-bc43-998bf21a376b tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.0525980 Apr 12 13:33:36.929778 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1f047cae-84c4-435f-8c16-a8e49bcb1700 req-ac724a06-93ca-4e86-8da8-c9e048e053b1 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533054 Apr 12 13:33:37.253197 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c462900-31c0-404f-bb85-f6a8a080e10d req-ffacb9b2-f0c1-4617-b3b6-7d7f46142ab1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:37.254706 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9c462900-31c0-404f-bb85-f6a8a080e10d req-ffacb9b2-f0c1-4617-b3b6-7d7f46142ab1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0681391 Apr 12 13:33:37.307668 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9c462900-31c0-404f-bb85-f6a8a080e10d req-6d67fadb-bc47-46c7-8cb5-d34daf3a7226 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465336 Apr 12 13:33:38.059903 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48702d-510a-479f-aa06-a1227e4a0fe8 req-e0c302d6-f248-428e-b4bf-a593ab78724d tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:38.065674 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8b48702d-510a-479f-aa06-a1227e4a0fe8 req-e0c302d6-f248-428e-b4bf-a593ab78724d tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.0566266 Apr 12 13:33:38.113984 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8b48702d-510a-479f-aa06-a1227e4a0fe8 req-15e3a2d4-c580-4463-882c-501492087876 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468941 Apr 12 13:33:38.459600 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38693b4-1b6e-45ab-a2e3-328fa3b9d9f8 req-3f9dd5ad-aa9a-4f7e-9d28-aef2c2ceb52f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:38.465710 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c38693b4-1b6e-45ab-a2e3-328fa3b9d9f8 req-3f9dd5ad-aa9a-4f7e-9d28-aef2c2ceb52f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0863144 Apr 12 13:33:38.521231 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c38693b4-1b6e-45ab-a2e3-328fa3b9d9f8 req-4e2911fc-d561-4c22-a05c-b8af6ac5162c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536630 Apr 12 13:33:39.235362 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cb664-90c4-456f-bf54-6e84c4bb8016 req-0115c96d-daf8-460f-a9c6-f8b144313552 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:39.237164 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ae3cb664-90c4-456f-bf54-6e84c4bb8016 req-0115c96d-daf8-460f-a9c6-f8b144313552 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.0536680 Apr 12 13:33:39.284912 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ae3cb664-90c4-456f-bf54-6e84c4bb8016 req-fa5a9a95-70df-47dd-9aae-3e3e9584374e tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422666 Apr 12 13:33:39.642769 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a150faa-3436-469d-bcae-2683905ac281 req-55e1bfe2-b9c5-4dac-8ff2-e8407d6d8e7d tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:39.644261 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2a150faa-3436-469d-bcae-2683905ac281 req-55e1bfe2-b9c5-4dac-8ff2-e8407d6d8e7d tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0502579 Apr 12 13:33:39.705160 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2a150faa-3436-469d-bcae-2683905ac281 req-cc4f2bc8-021a-45b9-af6c-00c5cab8eb28 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535440 Apr 12 13:33:40.403730 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aad7d1-7fc6-4b51-b51b-7c32891befc1 req-37bed210-1637-4099-8c1f-84339fb11f15 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:40.405431 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-59aad7d1-7fc6-4b51-b51b-7c32891befc1 req-37bed210-1637-4099-8c1f-84339fb11f15 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.0534980 Apr 12 13:33:40.469373 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-59aad7d1-7fc6-4b51-b51b-7c32891befc1 req-b094a98c-9559-4327-8b90-258fae8289ae tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580838 Apr 12 13:33:40.824492 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d135fc-e1a6-466b-9aee-bdd168de46ce req-bc9a1bb7-0af6-4174-8483-d02e75f6ed0d tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:40.825998 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e4d135fc-e1a6-466b-9aee-bdd168de46ce req-bc9a1bb7-0af6-4174-8483-d02e75f6ed0d tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0487652 Apr 12 13:33:40.889554 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e4d135fc-e1a6-466b-9aee-bdd168de46ce req-8db91122-c8c7-4471-9850-a8835dce1c85 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580497 Apr 12 13:33:41.579996 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a39e8-251b-4ba5-9280-e6465c046680 req-b7258dd6-6868-4df6-a7a7-f2360bd63e7e tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:41.581462 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a79a39e8-251b-4ba5-9280-e6465c046680 req-b7258dd6-6868-4df6-a7a7-f2360bd63e7e tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.0464799 Apr 12 13:33:41.633485 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a79a39e8-251b-4ba5-9280-e6465c046680 req-c1183f9f-4953-4323-bede-1b80c957aecf tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442581 Apr 12 13:33:42.002877 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0291383-ea0a-4c14-bb73-5176abcc6893 req-b833f269-78da-4cf1-b39e-25f68e34c5e8 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:42.004342 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c0291383-ea0a-4c14-bb73-5176abcc6893 req-b833f269-78da-4cf1-b39e-25f68e34c5e8 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0477219 Apr 12 13:33:42.059849 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c0291383-ea0a-4c14-bb73-5176abcc6893 req-28ccb76b-ba03-46ad-9429-64cc7ba1df6e tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481651 Apr 12 13:33:42.749312 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbcf8e-24d7-4b50-a028-a96b7da02964 req-f52c430a-5f2b-4fa8-92fd-4ee933e35117 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:42.751231 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-54fbcf8e-24d7-4b50-a028-a96b7da02964 req-f52c430a-5f2b-4fa8-92fd-4ee933e35117 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.0516756 Apr 12 13:33:42.800800 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-54fbcf8e-24d7-4b50-a028-a96b7da02964 req-3d520fb7-182f-42aa-99bb-36920e93951f tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433562 Apr 12 13:33:43.180367 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07205e-304d-4484-8d0a-a8df038ae4e0 req-f458f12e-84f8-4977-a421-24b0f8269da4 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:43.182388 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7d07205e-304d-4484-8d0a-a8df038ae4e0 req-f458f12e-84f8-4977-a421-24b0f8269da4 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0510240 Apr 12 13:33:43.233052 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7d07205e-304d-4484-8d0a-a8df038ae4e0 req-86befbb2-1628-46b2-a87f-9913337fac38 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447352 Apr 12 13:33:43.911789 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac0e56c-8896-4e33-88bf-df2e6d492178 req-943bb76f-1a57-4d8c-906a-50bd5df46d6d tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:43.913285 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-cac0e56c-8896-4e33-88bf-df2e6d492178 req-943bb76f-1a57-4d8c-906a-50bd5df46d6d tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.0471132 Apr 12 13:33:43.960047 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-cac0e56c-8896-4e33-88bf-df2e6d492178 req-4eb3a192-845d-4d38-8c66-329d0d5eb99f tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405531 Apr 12 13:33:44.349812 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8834d9c-bd79-4f9a-9c30-3e1ac99f7da9 req-ac53e802-b548-420d-9288-1e7b53367dc2 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:44.351341 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a8834d9c-bd79-4f9a-9c30-3e1ac99f7da9 req-ac53e802-b548-420d-9288-1e7b53367dc2 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0503767 Apr 12 13:33:44.410633 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a8834d9c-bd79-4f9a-9c30-3e1ac99f7da9 req-e07b9a5d-c3de-45b4-bb60-e406f0ec7522 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526636 Apr 12 13:33:45.077854 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d0dfb-f8fa-480b-9755-b31f3eccccc1 req-08c8db92-0e7a-491d-9af2-0c5801a86e65 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:45.079331 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bf3d0dfb-f8fa-480b-9755-b31f3eccccc1 req-08c8db92-0e7a-491d-9af2-0c5801a86e65 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.0499370 Apr 12 13:33:45.127351 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bf3d0dfb-f8fa-480b-9755-b31f3eccccc1 req-8afd9d89-53c0-4635-beb7-5ed3af835a96 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408216 Apr 12 13:33:45.534242 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c45717-496f-44a7-b22a-4dac945b7224 req-2f5aebdf-af1b-49b3-a752-0e499710dd6d tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:45.535770 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-20c45717-496f-44a7-b22a-4dac945b7224 req-2f5aebdf-af1b-49b3-a752-0e499710dd6d tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0543902 Apr 12 13:33:45.586869 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-20c45717-496f-44a7-b22a-4dac945b7224 req-b460d134-d21b-42a9-a11d-514518eb210b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431752 Apr 12 13:33:46.238511 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d14086-480b-4141-aea7-f8ffb28d29b6 req-bf5fc529-188d-4a60-8d5b-02d3a1f485ff tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:46.239979 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-97d14086-480b-4141-aea7-f8ffb28d29b6 req-bf5fc529-188d-4a60-8d5b-02d3a1f485ff tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.0476148 Apr 12 13:33:46.286118 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-97d14086-480b-4141-aea7-f8ffb28d29b6 req-198186e2-6b6b-443c-9080-726199255ca3 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405517 Apr 12 13:33:46.699148 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62070b57-987e-43d8-99fd-2f43fe7d6a3c req-f8bf8cb3-486b-4cbd-aa42-5865cd2b576b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:46.700618 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-62070b57-987e-43d8-99fd-2f43fe7d6a3c req-f8bf8cb3-486b-4cbd-aa42-5865cd2b576b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0475631 Apr 12 13:33:46.746669 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-62070b57-987e-43d8-99fd-2f43fe7d6a3c req-f3237e57-032f-4737-afd1-52eae50fa6f3 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405650 Apr 12 13:33:47.394581 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbf86f-0974-4081-a2d9-2ec57f33164a req-f53d8915-0749-45ab-82ed-3a018ca7e3ab tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:47.396022 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9cdbf86f-0974-4081-a2d9-2ec57f33164a req-f53d8915-0749-45ab-82ed-3a018ca7e3ab tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.0463371 Apr 12 13:33:47.446957 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9cdbf86f-0974-4081-a2d9-2ec57f33164a req-e8e79113-a838-47a2-92c0-601c575ecefc tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442722 Apr 12 13:33:47.859280 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252af8d-e909-4545-b077-d35578ca7950 req-aa09c39b-4a42-4963-8ad8-f29fcb8ce1f6 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:47.860660 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c252af8d-e909-4545-b077-d35578ca7950 req-aa09c39b-4a42-4963-8ad8-f29fcb8ce1f6 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0465276 Apr 12 13:33:47.911611 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c252af8d-e909-4545-b077-d35578ca7950 req-3704c68c-0810-4bd4-a9b7-33ae2f6862b2 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451660 Apr 12 13:33:48.199486 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1550c0-9c21-4960-9e00-88c0de48b0c9 req-52a9cc0b-919a-4365-ba47-0d17a9d997f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:48.201213 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ef1550c0-9c21-4960-9e00-88c0de48b0c9 req-52a9cc0b-919a-4365-ba47-0d17a9d997f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7b5ac96172b45b6a78b9fd4bda96a31&device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 1128 time: 0.0433223 Apr 12 13:33:48.250433 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:33:48.504593 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1550c0-9c21-4960-9e00-88c0de48b0c9 req-71efd159-e982-49ec-8bd0-51a27e4203c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:48.506103 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ef1550c0-9c21-4960-9e00-88c0de48b0c9 req-71efd159-e982-49ec-8bd0-51a27e4203c2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d7b5ac96172b45b6a78b9fd4bda96a31&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0936406 Apr 12 13:33:48.622630 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c895dc-26ef-44ec-bdf5-4642e58acdfd req-a3fde307-bc86-4036-bdd0-0af80e9e8ffc tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:48.624103 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-88c895dc-26ef-44ec-bdf5-4642e58acdfd req-a3fde307-bc86-4036-bdd0-0af80e9e8ffc tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.0793412 Apr 12 13:33:48.661148 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1550c0-9c21-4960-9e00-88c0de48b0c9 req-962dd844-b892-47cf-bae0-805d1e30b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:48.662512 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ef1550c0-9c21-4960-9e00-88c0de48b0c9 req-962dd844-b892-47cf-bae0-805d1e30b5ee service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1492763 Apr 12 13:33:48.689516 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-88c895dc-26ef-44ec-bdf5-4642e58acdfd req-248cf5d6-1442-4bc8-a5f2-b5f07970e56b tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586615 Apr 12 13:33:48.739191 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-ba335124-e62e-4d76-9c45-eda7ee60073b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:48.740703 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-ba335124-e62e-4d76-9c45-eda7ee60073b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7b5ac96172b45b6a78b9fd4bda96a31&device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 1128 time: 0.0396695 Apr 12 13:33:48.786902 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-5132bb58-d75a-442f-90ac-d749144b9fa6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad0316e9-34d0-4844-941d-9da8690b893c HTTP/1.1" status: 200 len: 217 time: 0.0339530 Apr 12 13:33:48.838176 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-0253b240-b8c3-4d90-89af-714b7cc7db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:48.839507 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-0253b240-b8c3-4d90-89af-714b7cc7db71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a998b45c-048a-454f-8557-4d43ed85f98d HTTP/1.1" status: 200 len: 853 time: 0.0466323 Apr 12 13:33:48.885676 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3034722b-821b-49c7-a200-c0d1a0ca42cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:48.887195 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-3034722b-821b-49c7-a200-c0d1a0ca42cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f49db9b-8084-43b4-9af2-e258167632f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390286 Apr 12 13:33:48.996890 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-654d7671-d649-46ab-bfc2-df8110f15a29 service neutron] 10.222.0.41 "GET /v2.0/networks/7f49db9b-8084-43b4-9af2-e258167632f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021981 Apr 12 13:33:49.054222 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc9c6a9-8dd1-49d8-b93f-9be225076d3c req-cd42d740-acc7-41d6-a59a-916b6cb6727a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:49.055705 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0cc9c6a9-8dd1-49d8-b93f-9be225076d3c req-cd42d740-acc7-41d6-a59a-916b6cb6727a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0485985 Apr 12 13:33:49.106024 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0cc9c6a9-8dd1-49d8-b93f-9be225076d3c req-583790f0-c103-484d-8c65-d8a4a2b48951 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438147 Apr 12 13:33:49.497442 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:49.811034 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6770c61-36a4-4efc-a4b5-ff03e6e49796 req-d98bf98a-cd1f-4516-bfc8-5ef701509196 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:49.812691 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a6770c61-36a4-4efc-a4b5-ff03e6e49796 req-d98bf98a-cd1f-4516-bfc8-5ef701509196 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.0512791 Apr 12 13:33:49.859263 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a6770c61-36a4-4efc-a4b5-ff03e6e49796 req-b3292fcf-b564-4d93-be16-14ff5ae084c1 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407007 Apr 12 13:33:50.216207 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4cf47-d1ec-43e2-8eb5-ce7f57df315b req-bb73f008-0642-4236-a394-03181035b2a1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:50.217727 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-35d4cf47-d1ec-43e2-8eb5-ce7f57df315b req-bb73f008-0642-4236-a394-03181035b2a1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0465932 Apr 12 13:33:50.264474 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-35d4cf47-d1ec-43e2-8eb5-ce7f57df315b req-eebf40ba-fee1-40ee-b662-3e2a77035231 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411708 Apr 12 13:33:50.770622 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-74249bda-96ff-44c3-a425-543ef6a38478 req-de7b5dc3-58a0-4074-b89b-7e939f476fe1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451174 Apr 12 13:33:50.814033 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5e9399ff-5d66-4afc-8a42-67e7cdeb3675 req-b52506fa-82e7-4d40-b553-3d0390900f26 service neutron] 10.222.0.41 "GET /v2.0/networks/7f49db9b-8084-43b4-9af2-e258167632f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921164 Apr 12 13:33:50.834084 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74249bda-96ff-44c3-a425-543ef6a38478 req-c1fcd8f3-9d6f-47a4-aac3-5104910ce4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:50.836007 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-74249bda-96ff-44c3-a425-543ef6a38478 req-c1fcd8f3-9d6f-47a4-aac3-5104910ce4e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2bb2007ea0444849922a4d55efee799&device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 1130 time: 0.0418386 Apr 12 13:33:50.976823 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb270fb9-b0fe-4130-8041-f1e93560f3d6 req-e194d7af-279d-4ffa-8fd4-789f76c20b57 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:50.978905 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-eb270fb9-b0fe-4130-8041-f1e93560f3d6 req-e194d7af-279d-4ffa-8fd4-789f76c20b57 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.0530441 Apr 12 13:33:51.025999 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-eb270fb9-b0fe-4130-8041-f1e93560f3d6 req-5ac996e1-303e-4c56-a803-42f986b689b5 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403774 Apr 12 13:33:51.376457 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5aea8-181d-48af-a0e3-87412668bb95 req-bbdd2b8e-6a2c-404b-8c10-cbf6fcbfaa4d tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:51.377964 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-86e5aea8-181d-48af-a0e3-87412668bb95 req-bbdd2b8e-6a2c-404b-8c10-cbf6fcbfaa4d tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0472624 Apr 12 13:33:51.424332 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-86e5aea8-181d-48af-a0e3-87412668bb95 req-c3628078-43ed-4b13-8f5c-ae1a43d56900 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409112 Apr 12 13:33:52.033821 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 60754) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:52.140089 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82059b61-b3c1-4063-9f7b-1a779f137fbf req-3d092750-980c-4e27-bb32-dc74c191c93e tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:52.141604 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-82059b61-b3c1-4063-9f7b-1a779f137fbf req-3d092750-980c-4e27-bb32-dc74c191c93e tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.0474124 Apr 12 13:33:52.148036 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-76b32852-76b7-4657-8e3f-ca3ecb0f83ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:52.187846 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-82059b61-b3c1-4063-9f7b-1a779f137fbf req-e3df563d-155b-4a14-b01c-141faf60d1a8 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406206 Apr 12 13:33:52.227960 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-76b32852-76b7-4657-8e3f-ca3ecb0f83ec admin admin] Publish callbacks [] for security_group (81e06ebf-5b2d-4ac6-91b3-8597dbf82720), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:52.231808 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-76b32852-76b7-4657-8e3f-ca3ecb0f83ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (81e06ebf-5b2d-4ac6-91b3-8597dbf82720), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:52.269703 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b32852-76b7-4657-8e3f-ca3ecb0f83ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e06ebf-5b2d-4ac6-91b3-8597dbf82720,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:52.273443 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-76b32852-76b7-4657-8e3f-ca3ecb0f83ec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d8de219a21a4074bb7fa6a1a748ae1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385812 Apr 12 13:33:52.276481 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 60762) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:52.279702 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b32852-76b7-4657-8e3f-ca3ecb0f83ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.280175 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b32852-76b7-4657-8e3f-ca3ecb0f83ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.280526 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b32852-76b7-4657-8e3f-ca3ecb0f83ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.280869 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b32852-76b7-4657-8e3f-ca3ecb0f83ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.281230 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b32852-76b7-4657-8e3f-ca3ecb0f83ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.281566 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b32852-76b7-4657-8e3f-ca3ecb0f83ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.281896 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b32852-76b7-4657-8e3f-ca3ecb0f83ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.282252 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b32852-76b7-4657-8e3f-ca3ecb0f83ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.282578 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b32852-76b7-4657-8e3f-ca3ecb0f83ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.282930 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b32852-76b7-4657-8e3f-ca3ecb0f83ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.283263 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b32852-76b7-4657-8e3f-ca3ecb0f83ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.283589 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b32852-76b7-4657-8e3f-ca3ecb0f83ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.283912 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b32852-76b7-4657-8e3f-ca3ecb0f83ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.284231 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b32852-76b7-4657-8e3f-ca3ecb0f83ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.284578 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b32852-76b7-4657-8e3f-ca3ecb0f83ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.324491 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] Publish callbacks [] for security_group (81e06ebf-5b2d-4ac6-91b3-8597dbf82720), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:52.344820 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] Publish callbacks [] for security_group (81e06ebf-5b2d-4ac6-91b3-8597dbf82720), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:52.392868 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (81e06ebf-5b2d-4ac6-91b3-8597dbf82720), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:52.395392 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:52.396537 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/81e06ebf-5b2d-4ac6-91b3-8597dbf82720 HTTP/1.1" status: 204 len: 168 time: 0.1190436 Apr 12 13:33:52.403957 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e06ebf-5b2d-4ac6-91b3-8597dbf82720,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:52.410970 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.411311 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.411646 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.411990 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.412300 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.412623 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.412943 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.413291 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.413610 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.413953 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.414237 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.414555 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.414871 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.415183 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.415494 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2b7d-e4bb-4b00-9a27-9a704a07a1e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:52.539479 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffb05b-9afc-40aa-bbc1-9eac02c68dab req-6ccfe3f2-5ac3-4ec1-867c-3161f9919bea tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:52.541588 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-66ffb05b-9afc-40aa-bbc1-9eac02c68dab req-6ccfe3f2-5ac3-4ec1-867c-3161f9919bea tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0491722 Apr 12 13:33:52.589783 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-66ffb05b-9afc-40aa-bbc1-9eac02c68dab req-04a9af07-1fc7-4244-8aa8-ea21b01fbfd3 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423803 Apr 12 13:33:52.676417 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 60770) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:52.692264 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4f127203-e7b5-41a3-98df-801a7f7e84e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:52.768942 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4f127203-e7b5-41a3-98df-801a7f7e84e8 admin admin] Publish callbacks [] for security_group (c3d4cabc-44ac-49f2-b6ac-776a22a3e06c), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:52.772613 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4f127203-e7b5-41a3-98df-801a7f7e84e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (c3d4cabc-44ac-49f2-b6ac-776a22a3e06c), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:52.811136 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-4f127203-e7b5-41a3-98df-801a7f7e84e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f7b069ef635423d97a6b47d012904a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336532 Apr 12 13:33:52.812339 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f127203-e7b5-41a3-98df-801a7f7e84e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d4cabc-44ac-49f2-b6ac-776a22a3e06c,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:52.813841 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 60774) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:52.863704 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e17822c6-465e-4d05-b2c6-cd9112ebd704 admin admin] Publish callbacks [] for security_group (c3d4cabc-44ac-49f2-b6ac-776a22a3e06c), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:52.887257 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e17822c6-465e-4d05-b2c6-cd9112ebd704 admin admin] Publish callbacks [] for security_group (c3d4cabc-44ac-49f2-b6ac-776a22a3e06c), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:52.937297 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e17822c6-465e-4d05-b2c6-cd9112ebd704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (c3d4cabc-44ac-49f2-b6ac-776a22a3e06c), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:52.939741 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e17822c6-465e-4d05-b2c6-cd9112ebd704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:52.940878 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-e17822c6-465e-4d05-b2c6-cd9112ebd704 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c3d4cabc-44ac-49f2-b6ac-776a22a3e06c HTTP/1.1" status: 204 len: 168 time: 0.1255271 Apr 12 13:33:52.949298 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17822c6-465e-4d05-b2c6-cd9112ebd704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d4cabc-44ac-49f2-b6ac-776a22a3e06c,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:53.311769 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f898a49-b952-4d50-81a0-f3c62fb843cf req-df759985-5a91-47c5-b40f-5a9e39150c1f tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:53.313415 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1f898a49-b952-4d50-81a0-f3c62fb843cf req-df759985-5a91-47c5-b40f-5a9e39150c1f tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 944 time: 0.0501819 Apr 12 13:33:53.362115 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1f898a49-b952-4d50-81a0-f3c62fb843cf req-efc0c636-4fd6-4a7f-be00-cdfacc9ea072 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429323 Apr 12 13:33:53.685589 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device ad0316e9-34d0-4844-941d-9da8690b893c details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:33:53.706917 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772428f-280c-4967-9e4c-1eab411d9cf6 req-e82f36a4-431b-4a82-9b16-664a3747c546 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:53.708446 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a772428f-280c-4967-9e4c-1eab411d9cf6 req-e82f36a4-431b-4a82-9b16-664a3747c546 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0486443 Apr 12 13:33:53.765219 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a772428f-280c-4967-9e4c-1eab411d9cf6 req-8a30b12e-0e07-4ad6-884c-2981df94f694 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493741 Apr 12 13:33:53.792524 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port ad0316e9-34d0-4844-941d-9da8690b893c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ad0316e9-34d0-4844-941d-9da8690b893c,segment=NetworkSegment(69566bc3-944a-4c63-99b6-3c4943d17d55),segment_id=69566bc3-944a-4c63-99b6-3c4943d17d55)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:33:53.804594 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': 'ad0316e9-34d0-4844-941d-9da8690b893c', 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1', 'port_id': 'ad0316e9-34d0-4844-941d-9da8690b893c', 'mac_address': 'fa:16:3e:f8:a4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a998b45c-048a-454f-8557-4d43ed85f98d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:33:53.846195 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port ad0316e9-34d0-4844-941d-9da8690b893c is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:33:53.846643 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (ad0316e9-34d0-4844-941d-9da8690b893c), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:53.859998 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0316e9-34d0-4844-941d-9da8690b893c {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:33:53.880953 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port ad0316e9-34d0-4844-941d-9da8690b893c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ad0316e9-34d0-4844-941d-9da8690b893c,segment=NetworkSegment(69566bc3-944a-4c63-99b6-3c4943d17d55),segment_id=69566bc3-944a-4c63-99b6-3c4943d17d55)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:33:53.886997 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (ad0316e9-34d0-4844-941d-9da8690b893c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:53.951761 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=ad0316e9-34d0-4844-941d-9da8690b893c,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:53.958940 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:53.959327 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:53.959678 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:53.960044 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:53.960386 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:53.960721 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:53.961055 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:53.961411 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:53.961775 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:53.962245 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:53.962580 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:53.964203 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:53.964643 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:53.964893 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:53.965281 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:33:54.359289 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3a8b5-1e4f-4d64-a0b5-e35f87154b04 req-09474b50-f53e-4f9a-8a0d-0af3052939f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:54.364110 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-68e3a8b5-1e4f-4d64-a0b5-e35f87154b04 req-09474b50-f53e-4f9a-8a0d-0af3052939f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 1129 time: 0.0449915 Apr 12 13:33:54.414595 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74249bda-96ff-44c3-a425-543ef6a38478 req-2a1e2cfe-79e6-4ed1-875d-8e4167bd9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:54.416739 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-74249bda-96ff-44c3-a425-543ef6a38478 req-2a1e2cfe-79e6-4ed1-875d-8e4167bd9838 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 200 len: 919 time: 0.0980201 Apr 12 13:33:54.430600 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-68e3a8b5-1e4f-4d64-a0b5-e35f87154b04 req-c0120a50-c066-44af-b45c-9228621bdd2b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624766 Apr 12 13:33:54.460854 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-74249bda-96ff-44c3-a425-543ef6a38478 req-f54453d5-996e-45db-8237-d38e7056c7c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0ab50a3-db2b-4e65-8622-172c27e72eac HTTP/1.1" status: 200 len: 217 time: 0.0377913 Apr 12 13:33:54.511767 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b3db1-573f-4cd6-8159-1cebdb201327 req-3e4fabba-5852-4c0c-9eea-51a940707968 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:54.513384 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-048b3db1-573f-4cd6-8159-1cebdb201327 req-3e4fabba-5852-4c0c-9eea-51a940707968 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 945 time: 0.0548954 Apr 12 13:33:54.560980 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-048b3db1-573f-4cd6-8159-1cebdb201327 req-96766f7d-8378-4444-abb2-c564e8e1083c tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414982 Apr 12 13:33:54.711330 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['ad0316e9-34d0-4844-941d-9da8690b893c'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:33:54.717964 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 60836) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:54.840405 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3a4e602d-870a-405c-8c48-8e4892fe7495 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:54.854107 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74249bda-96ff-44c3-a425-543ef6a38478 req-02f38c0c-adf4-4cc3-b480-76a783382b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:54.855910 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-74249bda-96ff-44c3-a425-543ef6a38478 req-02f38c0c-adf4-4cc3-b480-76a783382b46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3d8356-64c5-4a91-99a8-70c6abe2b2fb HTTP/1.1" status: 200 len: 857 time: 0.0694888 Apr 12 13:33:54.877538 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-311fa42a-f351-45dc-b825-f6f0abc5db84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:54.918997 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74249bda-96ff-44c3-a425-543ef6a38478 req-84821adb-dbfa-41be-83a3-35a20b1eca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:54.921082 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-74249bda-96ff-44c3-a425-543ef6a38478 req-84821adb-dbfa-41be-83a3-35a20b1eca5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a956ac86-261f-4fbb-bce0-1832a315bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553656 Apr 12 13:33:54.953202 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664dc1e-b5d4-4c09-9e43-957dbf4d79a5 req-0949c0d2-8644-463a-8fe3-646f8cad6faa tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:54.955928 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c664dc1e-b5d4-4c09-9e43-957dbf4d79a5 req-0949c0d2-8644-463a-8fe3-646f8cad6faa tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0808260 Apr 12 13:33:55.024245 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-74249bda-96ff-44c3-a425-543ef6a38478 req-0c16e30b-02f8-4617-9bf6-2ebbe79194a9 service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967224 Apr 12 13:33:55.036950 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3a4e602d-870a-405c-8c48-8e4892fe7495 admin admin] Publish callbacks [] for security_group (f3993d7a-b898-4a6f-8b05-99f03077b5d5), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:55.042285 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c664dc1e-b5d4-4c09-9e43-957dbf4d79a5 req-3c98dcda-31e3-4b17-8652-b116f9f4d61e tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793283 Apr 12 13:33:55.043307 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3a4e602d-870a-405c-8c48-8e4892fe7495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (f3993d7a-b898-4a6f-8b05-99f03077b5d5), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:55.083939 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-3a4e602d-870a-405c-8c48-8e4892fe7495 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce23d1abd4c947b59ac367fab430cb05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3648443 Apr 12 13:33:55.084889 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e602d-870a-405c-8c48-8e4892fe7495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3993d7a-b898-4a6f-8b05-99f03077b5d5,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:55.086740 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 60844) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:55.136055 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dc022424-20f7-4042-afbd-23ca69af1850 admin admin] Publish callbacks [] for security_group (f3993d7a-b898-4a6f-8b05-99f03077b5d5), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:55.158305 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dc022424-20f7-4042-afbd-23ca69af1850 admin admin] Publish callbacks [] for security_group (f3993d7a-b898-4a6f-8b05-99f03077b5d5), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:55.212839 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dc022424-20f7-4042-afbd-23ca69af1850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (f3993d7a-b898-4a6f-8b05-99f03077b5d5), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:55.215733 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dc022424-20f7-4042-afbd-23ca69af1850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:55.217002 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-dc022424-20f7-4042-afbd-23ca69af1850 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f3993d7a-b898-4a6f-8b05-99f03077b5d5 HTTP/1.1" status: 204 len: 168 time: 0.1291373 Apr 12 13:33:55.225663 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc022424-20f7-4042-afbd-23ca69af1850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3993d7a-b898-4a6f-8b05-99f03077b5d5,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:55.487707 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 60850) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:55.501191 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0c4160ce-384c-413b-91c0-a0ee4336c5fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:55.676153 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0c4160ce-384c-413b-91c0-a0ee4336c5fb admin admin] Publish callbacks [] for security_group (5929d502-50b9-4ad3-b94f-0409ceea7660), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:55.687302 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0c4160ce-384c-413b-91c0-a0ee4336c5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (5929d502-50b9-4ad3-b94f-0409ceea7660), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:55.719874 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4409b-9312-408f-8ea5-5ae5894cc899 req-468e3705-1927-4bfa-ab98-24ff879e6862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:55.721391 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-36f4409b-9312-408f-8ea5-5ae5894cc899 req-468e3705-1927-4bfa-ab98-24ff879e6862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 945 time: 0.0892210 Apr 12 13:33:55.727226 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-74249bda-96ff-44c3-a425-543ef6a38478 req-98a93d26-3ae3-47e3-9afb-641b350ae1d9 service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881573 Apr 12 13:33:55.758367 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-0c4160ce-384c-413b-91c0-a0ee4336c5fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b4e2948bc6842ceb3b3865bdfe64d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2695470 Apr 12 13:33:55.760991 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 60854) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:33:55.767256 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4160ce-384c-413b-91c0-a0ee4336c5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5929d502-50b9-4ad3-b94f-0409ceea7660,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:55.807254 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-36f4409b-9312-408f-8ea5-5ae5894cc899 req-9e33527c-d160-4f1a-a4e6-5cf2de0b06cb tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709679 Apr 12 13:33:55.816174 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ef18365c-670c-4ca2-a86f-135b368018ca admin admin] Publish callbacks [] for security_group (5929d502-50b9-4ad3-b94f-0409ceea7660), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:55.840823 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ef18365c-670c-4ca2-a86f-135b368018ca admin admin] Publish callbacks [] for security_group (5929d502-50b9-4ad3-b94f-0409ceea7660), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:55.889827 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ef18365c-670c-4ca2-a86f-135b368018ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (5929d502-50b9-4ad3-b94f-0409ceea7660), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:55.893464 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ef18365c-670c-4ca2-a86f-135b368018ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:55.895246 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-ef18365c-670c-4ca2-a86f-135b368018ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5929d502-50b9-4ad3-b94f-0409ceea7660 HTTP/1.1" status: 204 len: 168 time: 0.1329789 Apr 12 13:33:55.904255 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18365c-670c-4ca2-a86f-135b368018ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5929d502-50b9-4ad3-b94f-0409ceea7660,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:56.155689 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device ad0316e9-34d0-4844-941d-9da8690b893c up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:33:56.172295 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd648615-4853-494f-93e9-254e012f20b7 req-52c04369-27ab-4ee4-a180-b4248cea25fc tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:56.173871 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-cd648615-4853-494f-93e9-254e012f20b7 req-52c04369-27ab-4ee4-a180-b4248cea25fc tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0606411 Apr 12 13:33:56.231059 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port ad0316e9-34d0-4844-941d-9da8690b893c completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:33:56.246528 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port ad0316e9-34d0-4844-941d-9da8690b893c triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:33:56.246901 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (ad0316e9-34d0-4844-941d-9da8690b893c), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:56.256815 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-cd648615-4853-494f-93e9-254e012f20b7 req-a8965281-caf7-4216-b8ce-7630f650f043 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750120 Apr 12 13:33:56.354546 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port ad0316e9-34d0-4844-941d-9da8690b893c is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:33:56.354935 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (ad0316e9-34d0-4844-941d-9da8690b893c), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:56.380434 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8aba80-233b-4d56-b7d2-2809e812a1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0316e9-34d0-4844-941d-9da8690b893c'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:33:56.382897 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbd8e3a-dc4b-45f4-b4c2-c0fc2017abb9" -d '{"events": [{"server_uuid": "fa8aba80-233b-4d56-b7d2-2809e812a1ec", "name": "network-vif-plugged", "status": "completed", "tag": "ad0316e9-34d0-4844-941d-9da8690b893c"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:33:56.397095 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port ad0316e9-34d0-4844-941d-9da8690b893c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ad0316e9-34d0-4844-941d-9da8690b893c,segment=NetworkSegment(69566bc3-944a-4c63-99b6-3c4943d17d55),segment_id=69566bc3-944a-4c63-99b6-3c4943d17d55)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:33:56.403578 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (ad0316e9-34d0-4844-941d-9da8690b893c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:56.437382 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adea6818-c9e7-4cf1-92b1-8acb7572e7e8 x-openstack-request-id: req-adea6818-c9e7-4cf1-92b1-8acb7572e7e8 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:33:56.437683 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8aba80-233b-4d56-b7d2-2809e812a1ec", "name": "network-vif-plugged", "status": "completed", "tag": "ad0316e9-34d0-4844-941d-9da8690b893c", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:33:56.437944 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-adea6818-c9e7-4cf1-92b1-8acb7572e7e8 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:33:56.438367 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adea6818-c9e7-4cf1-92b1-8acb7572e7e8'] response: {'server_uuid': 'fa8aba80-233b-4d56-b7d2-2809e812a1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0316e9-34d0-4844-941d-9da8690b893c', 'code': 200} Apr 12 13:33:56.470227 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=ad0316e9-34d0-4844-941d-9da8690b893c,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:33:56.929514 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82cc52-d06f-46c7-aaab-85353e28cc04 req-8ffeb523-32d8-4f7d-85e4-5435a692d0cc tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:56.931013 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2f82cc52-d06f-46c7-aaab-85353e28cc04 req-8ffeb523-32d8-4f7d-85e4-5435a692d0cc tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 946 time: 0.0518012 Apr 12 13:33:56.998083 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2f82cc52-d06f-46c7-aaab-85353e28cc04 req-06910c70-3f41-46c8-b9f8-d84f7c6cfb54 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615945 Apr 12 13:33:57.131103 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d365a-8bb0-4e92-ac57-b6101df9f6fc req-120220db-2a7c-4e96-94f9-6acfed165d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:57.132983 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a53d365a-8bb0-4e92-ac57-b6101df9f6fc req-120220db-2a7c-4e96-94f9-6acfed165d2b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 1130 time: 0.0470154 Apr 12 13:33:57.187479 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a53d365a-8bb0-4e92-ac57-b6101df9f6fc req-37c6a5e4-4364-4b0b-85c5-d277395bd217 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479019 Apr 12 13:33:57.379775 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baeb18c-40bc-4ce7-adf6-be011156506e req-89ac0648-ff54-499a-92c0-bb0049f890ea tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:57.381269 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1baeb18c-40bc-4ce7-adf6-be011156506e req-89ac0648-ff54-499a-92c0-bb0049f890ea tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0477080 Apr 12 13:33:57.432450 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1baeb18c-40bc-4ce7-adf6-be011156506e req-26b8fee2-a660-4ea6-857c-05ce8c2d22bf tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457249 Apr 12 13:33:57.444402 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b7c4fab6-51ae-4600-8f40-9226ffd2a6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:57.558559 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a859cc-d122-4b04-86c7-8bea2de52f7f req-d2a64bbd-9ad7-4632-a638-9d90372ffcd5 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:57.560054 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b3a859cc-d122-4b04-86c7-8bea2de52f7f req-d2a64bbd-9ad7-4632-a638-9d90372ffcd5 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0492177 Apr 12 13:33:57.618575 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b3a859cc-d122-4b04-86c7-8bea2de52f7f req-6faeaa5b-6295-4976-b7cd-51afa6290445 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503225 Apr 12 13:33:58.029415 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:58.114930 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c634235-9376-49eb-a896-6eff1dd48fc8 req-7a1d1298-84b4-45f6-b777-932856c7151f tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:58.116365 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1c634235-9376-49eb-a896-6eff1dd48fc8 req-7a1d1298-84b4-45f6-b777-932856c7151f tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 946 time: 0.0459812 Apr 12 13:33:58.162833 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1c634235-9376-49eb-a896-6eff1dd48fc8 req-6b9e31e7-c4ff-4ed3-98f2-f6037586af83 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409770 Apr 12 13:33:59.213053 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65c44f-1b01-4e81-9733-1f3ea3d27f02 req-1d9d55d3-96c9-4407-83ee-66ca2f638668 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:59.214486 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8c65c44f-1b01-4e81-9733-1f3ea3d27f02 req-1d9d55d3-96c9-4407-83ee-66ca2f638668 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0491288 Apr 12 13:33:59.266862 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8c65c44f-1b01-4e81-9733-1f3ea3d27f02 req-713a17e8-6c39-4359-9349-765b95d55bfd tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458770 Apr 12 13:33:59.295688 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6ce77-a7f9-405c-affa-f42524736162 req-957acad7-5d73-4b30-b5ae-11ec9e814b81 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:59.299384 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dff6ce77-a7f9-405c-affa-f42524736162 req-957acad7-5d73-4b30-b5ae-11ec9e814b81 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 946 time: 0.0594733 Apr 12 13:33:59.355643 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dff6ce77-a7f9-405c-affa-f42524736162 req-24e8e3f4-59c9-428f-8ea9-cf92bf55d86f tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505764 Apr 12 13:33:59.555585 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e16a0f-4a24-46c5-a5c3-1fe2b81cedf2 req-9b275c87-f5a1-4325-91c7-2c69e37c830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:59.557434 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-32e16a0f-4a24-46c5-a5c3-1fe2b81cedf2 req-9b275c87-f5a1-4325-91c7-2c69e37c830c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2bb2007ea0444849922a4d55efee799&device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 1130 time: 0.0438700 Apr 12 13:33:59.651733 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e16a0f-4a24-46c5-a5c3-1fe2b81cedf2 req-eacba01a-6b3f-45ea-b81f-cc4f7738585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:59.653210 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-32e16a0f-4a24-46c5-a5c3-1fe2b81cedf2 req-eacba01a-6b3f-45ea-b81f-cc4f7738585c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 200 len: 919 time: 0.0890045 Apr 12 13:33:59.696762 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:33:59.699155 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-32e16a0f-4a24-46c5-a5c3-1fe2b81cedf2 req-30fea2ee-7e04-4bed-acf1-114cce8368d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0ab50a3-db2b-4e65-8622-172c27e72eac HTTP/1.1" status: 200 len: 217 time: 0.0380945 Apr 12 13:33:59.750865 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e16a0f-4a24-46c5-a5c3-1fe2b81cedf2 req-8d6ec140-d437-405f-9fc1-8ccf03144fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:59.752336 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-32e16a0f-4a24-46c5-a5c3-1fe2b81cedf2 req-8d6ec140-d437-405f-9fc1-8ccf03144fc1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3d8356-64c5-4a91-99a8-70c6abe2b2fb HTTP/1.1" status: 200 len: 857 time: 0.0451348 Apr 12 13:33:59.795842 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e16a0f-4a24-46c5-a5c3-1fe2b81cedf2 req-a40f1b90-ea67-4e5e-85a2-192140ed5934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:33:59.797957 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-32e16a0f-4a24-46c5-a5c3-1fe2b81cedf2 req-a40f1b90-ea67-4e5e-85a2-192140ed5934 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a956ac86-261f-4fbb-bce0-1832a315bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391128 Apr 12 13:33:59.892988 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-32e16a0f-4a24-46c5-a5c3-1fe2b81cedf2 req-a8fcf05a-445e-4d28-87dc-17d88e620669 service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872023 Apr 12 13:33:59.984186 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-32e16a0f-4a24-46c5-a5c3-1fe2b81cedf2 req-36d57fc6-d092-4a59-a814-83786ebd5e3f service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847456 Apr 12 13:34:00.417575 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fea34-d180-4331-80ef-7b1ace1ad790 req-5131cf3a-5e4c-486a-9f02-282889e756fc tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:00.419908 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-827fea34-d180-4331-80ef-7b1ace1ad790 req-5131cf3a-5e4c-486a-9f02-282889e756fc tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0643799 Apr 12 13:34:00.489974 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-827fea34-d180-4331-80ef-7b1ace1ad790 req-082c9fdb-194a-4d1b-b66e-cfe102fc3377 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572841 Apr 12 13:34:00.517204 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4af2c6-d32c-45d8-bdb5-f3989cffcc22 req-0984deec-61fc-4f20-88bb-020fcf58e1a9 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:00.518691 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ce4af2c6-d32c-45d8-bdb5-f3989cffcc22 req-0984deec-61fc-4f20-88bb-020fcf58e1a9 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 946 time: 0.0572581 Apr 12 13:34:00.565575 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ce4af2c6-d32c-45d8-bdb5-f3989cffcc22 req-382e1053-a8ab-4d2d-bf56-054666e7ef4f tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410745 Apr 12 13:34:00.699095 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4b161-def1-4d9e-902b-f64bb5d6678f req-dc472f85-bf79-4501-9cc5-a786ba48d5cf tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:00.700714 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-96d4b161-def1-4d9e-902b-f64bb5d6678f req-dc472f85-bf79-4501-9cc5-a786ba48d5cf tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 946 time: 0.0654023 Apr 12 13:34:00.750603 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-96d4b161-def1-4d9e-902b-f64bb5d6678f req-f758883e-7f25-4dd3-98ba-d63c0738c689 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425627 Apr 12 13:34:00.964848 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:01.086397 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc87875-1dd3-4805-b8d8-4a45176edb89 req-7912997b-ae6b-4deb-bc44-b3e6f1a43921 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:01.087897 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-adc87875-1dd3-4805-b8d8-4a45176edb89 req-7912997b-ae6b-4deb-bc44-b3e6f1a43921 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 946 time: 0.0483761 Apr 12 13:34:01.134868 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-adc87875-1dd3-4805-b8d8-4a45176edb89 req-186e8867-a437-429f-a037-0bb8102ec70b tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414336 Apr 12 13:34:01.603797 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24cc21-a504-445b-a5a6-ebb8cddf01e2 req-9530fa50-a109-4c22-a618-86b82af6c5a2 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:01.605405 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-af24cc21-a504-445b-a5a6-ebb8cddf01e2 req-9530fa50-a109-4c22-a618-86b82af6c5a2 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0468168 Apr 12 13:34:01.652944 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-af24cc21-a504-445b-a5a6-ebb8cddf01e2 req-1da316ed-dd2f-4d9e-9819-39e18e03957d tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416133 Apr 12 13:34:02.780076 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340418ca-6e1d-4849-bce3-98d8bd736576 req-6f486b1c-ee52-4cc3-be27-f6a001ed0a7f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:02.782528 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-340418ca-6e1d-4849-bce3-98d8bd736576 req-6f486b1c-ee52-4cc3-be27-f6a001ed0a7f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0582430 Apr 12 13:34:02.828693 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-340418ca-6e1d-4849-bce3-98d8bd736576 req-dd4e48dd-d02c-45cb-8570-4242b066f620 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406802 Apr 12 13:34:03.945299 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c9b6f-66c5-42ba-aac0-be7b77240243 req-bdf740d0-7805-4a1c-b790-09ac07ac9ad9 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:03.947539 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-be8c9b6f-66c5-42ba-aac0-be7b77240243 req-bdf740d0-7805-4a1c-b790-09ac07ac9ad9 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0529952 Apr 12 13:34:04.008293 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-be8c9b6f-66c5-42ba-aac0-be7b77240243 req-e795e1b9-5ffa-47ab-bc1c-7789a7c1105f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553086 Apr 12 13:34:05.120959 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553dc52-1730-40a4-bada-5298fc4a99aa req-5baff73f-7053-4a47-99d6-ff7bef664253 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:05.122430 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7553dc52-1730-40a4-bada-5298fc4a99aa req-5baff73f-7053-4a47-99d6-ff7bef664253 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0480857 Apr 12 13:34:05.169251 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7553dc52-1730-40a4-bada-5298fc4a99aa req-36c653cb-07de-4b24-be2a-2d8a09f05d62 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406401 Apr 12 13:34:06.286905 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9add9d-6111-4a22-b5da-6a39fd4f02e0 req-39dc859f-f411-4ef4-b82f-e2c515938d6e tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:06.288425 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fd9add9d-6111-4a22-b5da-6a39fd4f02e0 req-39dc859f-f411-4ef4-b82f-e2c515938d6e tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0513096 Apr 12 13:34:06.340863 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fd9add9d-6111-4a22-b5da-6a39fd4f02e0 req-a608d3a4-d701-4d98-b24f-bd2f543ff9f0 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467706 Apr 12 13:34:07.456062 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c5f67-3ed3-4015-8291-610731cda909 req-c4a2cf9a-65c9-4170-a168-7a4100adfd47 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:07.457567 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b8c5f67-3ed3-4015-8291-610731cda909 req-c4a2cf9a-65c9-4170-a168-7a4100adfd47 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0501921 Apr 12 13:34:07.503764 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b8c5f67-3ed3-4015-8291-610731cda909 req-2cbc4c33-c6ff-4935-9231-fc8eef694a5f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406787 Apr 12 13:34:08.618571 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e62b2e-b395-46d6-9859-2075eaa0f081 req-408c67d2-2de3-4b2f-afc0-821c8d70ae96 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:08.620043 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-69e62b2e-b395-46d6-9859-2075eaa0f081 req-408c67d2-2de3-4b2f-afc0-821c8d70ae96 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0471210 Apr 12 13:34:08.667359 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-69e62b2e-b395-46d6-9859-2075eaa0f081 req-843b59a5-82b1-40df-a332-14142e8fe475 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417793 Apr 12 13:34:09.798627 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab34233-92a7-4050-9011-75f9cafa62ce req-028cd907-9c15-44da-abb8-cb8a8e56e71f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:09.800402 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7ab34233-92a7-4050-9011-75f9cafa62ce req-028cd907-9c15-44da-abb8-cb8a8e56e71f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0496206 Apr 12 13:34:09.855397 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7ab34233-92a7-4050-9011-75f9cafa62ce req-75ff3922-214c-4645-9b9b-737fa448b31a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489285 Apr 12 13:34:10.974740 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e9319-5c0c-4b23-b291-1a9a06d770f5 req-dcff4b3c-a42c-40ca-8973-3ab577c6fa4c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:10.976295 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e79e9319-5c0c-4b23-b291-1a9a06d770f5 req-dcff4b3c-a42c-40ca-8973-3ab577c6fa4c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0505939 Apr 12 13:34:11.029417 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e79e9319-5c0c-4b23-b291-1a9a06d770f5 req-3465ffef-455b-4600-a5e2-bd77d5c2a440 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475187 Apr 12 13:34:12.153266 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d801d5-e477-4207-badf-369bdfee6da7 req-479aab8c-663c-4e99-98e6-645e21a9748f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:12.154735 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-79d801d5-e477-4207-badf-369bdfee6da7 req-479aab8c-663c-4e99-98e6-645e21a9748f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0535569 Apr 12 13:34:12.205297 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-79d801d5-e477-4207-badf-369bdfee6da7 req-2b22a8a2-94ee-475d-a2d7-01d22aaed9f7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427201 Apr 12 13:34:13.325401 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8e8ef-3db8-424c-baf8-bfed65ec2238 req-ef9b391d-0967-47b5-b95d-e4ea23a8211d tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:13.327152 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d0c8e8ef-3db8-424c-baf8-bfed65ec2238 req-ef9b391d-0967-47b5-b95d-e4ea23a8211d tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0532124 Apr 12 13:34:13.380407 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d0c8e8ef-3db8-424c-baf8-bfed65ec2238 req-7b9022df-67cf-496d-9c45-ad6922af4087 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471640 Apr 12 13:34:13.819768 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac30d5c-a70f-4e31-b6e2-efb7e365b6f9 req-09544ab7-bf07-434e-a891-093671b217c7 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:13.821238 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-cac30d5c-a70f-4e31-b6e2-efb7e365b6f9 req-09544ab7-bf07-434e-a891-093671b217c7 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 946 time: 0.0464871 Apr 12 13:34:13.868854 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-cac30d5c-a70f-4e31-b6e2-efb7e365b6f9 req-0542b482-be5d-4846-8e2d-2a1f3ad7825e tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419624 Apr 12 13:34:13.890698 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 32908) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:14.083278 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e25f75-5897-47ad-b660-24d695c0e9e9 tempest-TestMinimumBasicScenario-189949989 tempest-TestMinimumBasicScenario-189949989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:14.084865 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-96e25f75-5897-47ad-b660-24d695c0e9e9 tempest-TestMinimumBasicScenario-189949989 tempest-TestMinimumBasicScenario-189949989-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 1125 time: 0.1931479 Apr 12 13:34:14.087845 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 32914) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:14.092136 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Request body: {'floatingip': {'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'port_id': 'ad0316e9-34d0-4844-941d-9da8690b893c', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:14.113516 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:14.199283 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:14.309680 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Allocated IP 172.27.2.2 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/115ca32c-f724-4447-87e1-aa36109df0f5) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:34:14.412129 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for port (115ca32c-f724-4447-87e1-aa36109df0f5), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:14.446625 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (115ca32c-f724-4447-87e1-aa36109df0f5), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:14.491160 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:34:14.494209 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:34:14.494972 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a8a8f-d3ac-4545-8c0d-cb6a6aba92d0 req-c3fb4f1a-062f-465c-a72c-aab348cf0b6e tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:14.496456 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7f0a8a8f-d3ac-4545-8c0d-cb6a6aba92d0 req-c3fb4f1a-062f-465c-a72c-aab348cf0b6e tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0470312 Apr 12 13:34:14.496966 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:34:14.505640 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Pushing event updated for resources: {'Port': ['ID=115ca32c-f724-4447-87e1-aa36109df0f5,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:14.547724 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7f0a8a8f-d3ac-4545-8c0d-cb6a6aba92d0 req-3d749139-b300-4095-96de-c3cea71c55f9 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444117 Apr 12 13:34:14.879783 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for floatingip (0673bb98-b45b-45ec-a897-bd900b865c6c), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:14.949847 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (115ca32c-f724-4447-87e1-aa36109df0f5), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:15.104516 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for port (115ca32c-f724-4447-87e1-aa36109df0f5), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:15.108961 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (115ca32c-f724-4447-87e1-aa36109df0f5), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:15.172718 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Pushing event updated for resources: {'Port': ['ID=115ca32c-f724-4447-87e1-aa36109df0f5,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:15.186152 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (0673bb98-b45b-45ec-a897-bd900b865c6c), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:15.287944 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.l3_db [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Floating IP 0673bb98-b45b-45ec-a897-bd900b865c6c associated. External IP: 172.27.2.2, port: ad0316e9-34d0-4844-941d-9da8690b893c. Apr 12 13:34:15.497914 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Router 5efc5afb-d8db-48f6-8d86-889310301c51 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:34:15.609519 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:34:15.621002 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab06b95e-e90b-427a-a6dc-1f241d79e1dc None None] Sync routers for ids ['5efc5afb-d8db-48f6-8d86-889310301c51'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:34:15.631763 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab06b95e-e90b-427a-a6dc-1f241d79e1dc None None] Routers {'5efc5afb-d8db-48f6-8d86-889310301c51'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:34:15.632417 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-ab06b95e-e90b-427a-a6dc-1f241d79e1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:33:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['5efc5afb-d8db-48f6-8d86-889310301c51'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:34:15.651677 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:15.688703 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d9b61-255a-4b5d-ac6a-6ef3dbd84108 req-a853b551-82d2-4a60-9348-12f61df325d1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:15.690786 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6a1d9b61-255a-4b5d-ac6a-6ef3dbd84108 req-a853b551-82d2-4a60-9348-12f61df325d1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0725234 Apr 12 13:34:15.699189 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c863ee3a-ec3a-422e-a16d-825f64292862 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6076231 Apr 12 13:34:15.699189 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8aba80-233b-4d56-b7d2-2809e812a1ec', 'tag': 'ad0316e9-34d0-4844-941d-9da8690b893c'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:34:15.699474 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4340d77d-d248-4579-bca6-80dfc949c7ac" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8aba80-233b-4d56-b7d2-2809e812a1ec", "tag": "ad0316e9-34d0-4844-941d-9da8690b893c"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:34:15.699603 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 32932) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:15.703988 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-c2b7b138-4008-40fb-a920-c115727b3ae9 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1065017318', 'description': 'tempest-secgroup-smoke-1065017318 description', 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:15.745848 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b138-4008-40fb-a920-c115727b3ae9 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:15.751301 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6a1d9b61-255a-4b5d-ac6a-6ef3dbd84108 req-47450599-93b2-48e2-bd5b-8754a79902d1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491109 Apr 12 13:34:15.752772 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfb6821-fa0b-4ca8-b601-81e143a7ccc4 x-openstack-request-id: req-1bfb6821-fa0b-4ca8-b601-81e143a7ccc4 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:34:15.753055 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8aba80-233b-4d56-b7d2-2809e812a1ec", "tag": "ad0316e9-34d0-4844-941d-9da8690b893c", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:34:15.753348 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1bfb6821-fa0b-4ca8-b601-81e143a7ccc4 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:34:15.753742 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bfb6821-fa0b-4ca8-b601-81e143a7ccc4'] response: {'name': 'network-changed', 'server_uuid': 'fa8aba80-233b-4d56-b7d2-2809e812a1ec', 'tag': 'ad0316e9-34d0-4844-941d-9da8690b893c', 'status': 'completed', 'code': 200} Apr 12 13:34:15.760397 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-ab06b95e-e90b-427a-a6dc-1f241d79e1dc None None] Set router 5efc5afb-d8db-48f6-8d86-889310301c51 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:34:15.823404 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b138-4008-40fb-a920-c115727b3ae9 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group (691a79e0-f959-47ce-bd42-76fa77b8ba93), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:15.832080 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b138-4008-40fb-a920-c115727b3ae9 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (691a79e0-f959-47ce-bd42-76fa77b8ba93), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:15.861501 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7b138-4008-40fb-a920-c115727b3ae9 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691a79e0-f959-47ce-bd42-76fa77b8ba93,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:15.868417 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c2b7b138-4008-40fb-a920-c115727b3ae9 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:15.869647 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-c2b7b138-4008-40fb-a920-c115727b3ae9 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1691985 Apr 12 13:34:15.872551 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 32938) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:15.876903 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-0fc71788-6e4a-4ec3-abdc-ff8f092dd135 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Request body: {'security_group_rule': {'security_group_id': '691a79e0-f959-47ce-bd42-76fa77b8ba93', 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:15.903011 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0fc71788-6e4a-4ec3-abdc-ff8f092dd135 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group_rule (d1a87756-8edb-4eef-9aad-df8cba2762af), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:15.961477 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0fc71788-6e4a-4ec3-abdc-ff8f092dd135 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group_rule (d1a87756-8edb-4eef-9aad-df8cba2762af), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:15.965702 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0fc71788-6e4a-4ec3-abdc-ff8f092dd135 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (d1a87756-8edb-4eef-9aad-df8cba2762af), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:15.985560 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc71788-6e4a-4ec3-abdc-ff8f092dd135 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a87756-8edb-4eef-9aad-df8cba2762af,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:15.997596 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0fc71788-6e4a-4ec3-abdc-ff8f092dd135 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:15.998980 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-0fc71788-6e4a-4ec3-abdc-ff8f092dd135 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253572 Apr 12 13:34:16.001736 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 32940) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:16.004330 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-ab06b95e-e90b-427a-a6dc-1f241d79e1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'name': 'tempest-TestMinimumBasicScenario-709297719-router', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:57Z', 'revision_number': 4, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'gw_port': {'id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '0673bb98-b45b-45ec-a897-bd900b865c6c', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'port_id': 'ad0316e9-34d0-4844-941d-9da8690b893c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1', 'mac_address': 'fa:16:3e:f8:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8aba80-233b-4d56-b7d2-2809e812a1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:34:14Z', 'updated_at': '2022-04-12T13:34:14Z', 'revision_number': 0, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3', 'name': '', 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'mac_address': 'fa:16:3e:23:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'a998b45c-048a-454f-8557-4d43ed85f98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:56Z', 'updated_at': '2022-04-12T13:33:01Z', 'revision_number': 5, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'subnets': [{'id': 'a998b45c-048a-454f-8557-4d43ed85f98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:34:16.007654 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-b81b03ff-af6a-42fb-aa5e-c29f86e5b52d tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Request body: {'security_group_rule': {'security_group_id': '691a79e0-f959-47ce-bd42-76fa77b8ba93', 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:16.035303 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b81b03ff-af6a-42fb-aa5e-c29f86e5b52d tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group_rule (936bd7b4-75a0-4461-b1ea-67f92ca120b3), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.036587 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab06b95e-e90b-427a-a6dc-1f241d79e1dc None None] Checking router: 5efc5afb-d8db-48f6-8d86-889310301c51 for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:34:16.045556 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab06b95e-e90b-427a-a6dc-1f241d79e1dc None None] Routers {'5efc5afb-d8db-48f6-8d86-889310301c51'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:34:16.046210 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-ab06b95e-e90b-427a-a6dc-1f241d79e1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:33:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['5efc5afb-d8db-48f6-8d86-889310301c51'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:34:16.100495 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b81b03ff-af6a-42fb-aa5e-c29f86e5b52d tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group_rule (936bd7b4-75a0-4461-b1ea-67f92ca120b3), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.104773 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b81b03ff-af6a-42fb-aa5e-c29f86e5b52d tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (936bd7b4-75a0-4461-b1ea-67f92ca120b3), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.132932 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b03ff-af6a-42fb-aa5e-c29f86e5b52d tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936bd7b4-75a0-4461-b1ea-67f92ca120b3,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:16.139599 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b81b03ff-af6a-42fb-aa5e-c29f86e5b52d tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.140923 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-b81b03ff-af6a-42fb-aa5e-c29f86e5b52d tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368887 Apr 12 13:34:16.145339 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 32944) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:16.149936 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-35fb7442-f804-475b-ac75-5273a5d65d2b tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Request body: {'security_group_rule': {'security_group_id': '691a79e0-f959-47ce-bd42-76fa77b8ba93', 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:16.174420 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-ab06b95e-e90b-427a-a6dc-1f241d79e1dc None None] Set router 5efc5afb-d8db-48f6-8d86-889310301c51 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:34:16.182794 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-35fb7442-f804-475b-ac75-5273a5d65d2b tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group_rule (68bf85f1-4dbc-408b-80c7-bae2e5960808), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.240097 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-35fb7442-f804-475b-ac75-5273a5d65d2b tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group_rule (68bf85f1-4dbc-408b-80c7-bae2e5960808), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.243764 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-35fb7442-f804-475b-ac75-5273a5d65d2b tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (68bf85f1-4dbc-408b-80c7-bae2e5960808), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.263892 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb7442-f804-475b-ac75-5273a5d65d2b tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68bf85f1-4dbc-408b-80c7-bae2e5960808,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:16.272840 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-35fb7442-f804-475b-ac75-5273a5d65d2b tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.274069 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-35fb7442-f804-475b-ac75-5273a5d65d2b tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1277933 Apr 12 13:34:16.276839 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 32946) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:16.281775 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-ed8937b8-1e50-41a1-aa8c-04e5a8da19b6 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Request body: {'security_group_rule': {'security_group_id': '691a79e0-f959-47ce-bd42-76fa77b8ba93', 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:16.308735 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ed8937b8-1e50-41a1-aa8c-04e5a8da19b6 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group_rule (5d7ed6a0-1050-4afd-b7ff-ae4c0a14bf09), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.377335 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ed8937b8-1e50-41a1-aa8c-04e5a8da19b6 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group_rule (5d7ed6a0-1050-4afd-b7ff-ae4c0a14bf09), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.381246 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ed8937b8-1e50-41a1-aa8c-04e5a8da19b6 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (5d7ed6a0-1050-4afd-b7ff-ae4c0a14bf09), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.399343 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8937b8-1e50-41a1-aa8c-04e5a8da19b6 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7ed6a0-1050-4afd-b7ff-ae4c0a14bf09,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:16.399914 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-ab06b95e-e90b-427a-a6dc-1f241d79e1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'name': 'tempest-TestMinimumBasicScenario-709297719-router', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:57Z', 'revision_number': 4, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'gw_port': {'id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '0673bb98-b45b-45ec-a897-bd900b865c6c', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'port_id': 'ad0316e9-34d0-4844-941d-9da8690b893c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1', 'mac_address': 'fa:16:3e:f8:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8aba80-233b-4d56-b7d2-2809e812a1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:34:14Z', 'updated_at': '2022-04-12T13:34:14Z', 'revision_number': 0, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3', 'name': '', 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'mac_address': 'fa:16:3e:23:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'a998b45c-048a-454f-8557-4d43ed85f98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:56Z', 'updated_at': '2022-04-12T13:33:01Z', 'revision_number': 5, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'subnets': [{'id': 'a998b45c-048a-454f-8557-4d43ed85f98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:34:16.407505 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ed8937b8-1e50-41a1-aa8c-04e5a8da19b6 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.411887 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-ed8937b8-1e50-41a1-aa8c-04e5a8da19b6 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1305590 Apr 12 13:34:16.412246 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 32948) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:16.416515 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-585501ee-dc07-4c11-a840-18435184cd32 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Request body: {'security_group_rule': {'security_group_id': '691a79e0-f959-47ce-bd42-76fa77b8ba93', 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:16.430692 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab06b95e-e90b-427a-a6dc-1f241d79e1dc None None] The sync data for ids ['5efc5afb-d8db-48f6-8d86-889310301c51'] in dv-cinder-830098-4-iscsi is: [{'id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'name': 'tempest-TestMinimumBasicScenario-709297719-router', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:57Z', 'revision_number': 4, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'gw_port': {'id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '0673bb98-b45b-45ec-a897-bd900b865c6c', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'port_id': 'ad0316e9-34d0-4844-941d-9da8690b893c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1', 'mac_address': 'fa:16:3e:f8:a4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa8aba80-233b-4d56-b7d2-2809e812a1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:34:14Z', 'updated_at': '2022-04-12T13:34:14Z', 'revision_number': 0, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3', 'name': '', 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'mac_address': 'fa:16:3e:23:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'a998b45c-048a-454f-8557-4d43ed85f98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:56Z', 'updated_at': '2022-04-12T13:33:01Z', 'revision_number': 5, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'subnets': [{'id': 'a998b45c-048a-454f-8557-4d43ed85f98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:34:16.439323 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.securitygroups_db [None req-585501ee-dc07-4c11-a840-18435184cd32 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Project d7b5ac96172b45b6a78b9fd4bda96a31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 13:34:16.446978 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-585501ee-dc07-4c11-a840-18435184cd32 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group_rule (26eeb254-b458-49e1-99f6-0165e0f62429), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.519944 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-585501ee-dc07-4c11-a840-18435184cd32 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group_rule (26eeb254-b458-49e1-99f6-0165e0f62429), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.524009 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-585501ee-dc07-4c11-a840-18435184cd32 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (26eeb254-b458-49e1-99f6-0165e0f62429), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.541272 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585501ee-dc07-4c11-a840-18435184cd32 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26eeb254-b458-49e1-99f6-0165e0f62429,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:16.549779 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-585501ee-dc07-4c11-a840-18435184cd32 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.550964 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-585501ee-dc07-4c11-a840-18435184cd32 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377671 Apr 12 13:34:16.553662 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 32950) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:16.557928 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-095354c1-5746-42fc-8e9e-414fa90cf3b9 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Request body: {'security_group_rule': {'security_group_id': '691a79e0-f959-47ce-bd42-76fa77b8ba93', 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:16.578536 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.securitygroups_db [None req-095354c1-5746-42fc-8e9e-414fa90cf3b9 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Project d7b5ac96172b45b6a78b9fd4bda96a31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 13:34:16.584875 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-095354c1-5746-42fc-8e9e-414fa90cf3b9 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group_rule (9fe81126-d2a2-4a2d-b7f7-9c07f44111db), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.654376 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-095354c1-5746-42fc-8e9e-414fa90cf3b9 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group_rule (9fe81126-d2a2-4a2d-b7f7-9c07f44111db), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.656874 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee19a45-2a21-47d0-82f3-ef3e89e70f87 None None] New status for floating IP 0673bb98-b45b-45ec-a897-bd900b865c6c: ACTIVE {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:34:16.659083 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-095354c1-5746-42fc-8e9e-414fa90cf3b9 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (9fe81126-d2a2-4a2d-b7f7-9c07f44111db), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.674228 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095354c1-5746-42fc-8e9e-414fa90cf3b9 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe81126-d2a2-4a2d-b7f7-9c07f44111db,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:16.690122 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-095354c1-5746-42fc-8e9e-414fa90cf3b9 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:16.694599 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-095354c1-5746-42fc-8e9e-414fa90cf3b9 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1367505 Apr 12 13:34:16.784309 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f0c9a323-8b95-43b7-ad6d-f5591cbcaed9 req-4e05809a-5a2b-402e-ae68-4ca4b27cd058 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1065017318&fields=id&tenant_id=d7b5ac96172b45b6a78b9fd4bda96a31 HTTP/1.1" status: 200 len: 267 time: 0.0456345 Apr 12 13:34:16.840379 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9a323-8b95-43b7-ad6d-f5591cbcaed9 req-a30ea839-b33a-4542-aa29-f6f91102883a tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:16.842853 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f0c9a323-8b95-43b7-ad6d-f5591cbcaed9 req-a30ea839-b33a-4542-aa29-f6f91102883a tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 946 time: 0.0525763 Apr 12 13:34:16.855480 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-f0c9a323-8b95-43b7-ad6d-f5591cbcaed9 req-ef7bf9df-53ce-43c2-bc45-7b046002365e tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Request body: {'port': {'security_groups': ['dba971ba-8b3e-4c1a-98af-309663d2ca0a', '691a79e0-f959-47ce-bd42-76fa77b8ba93']}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:16.884625 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582469c1-a16f-41d2-8b89-97424b35f058 req-08ed2cd4-7773-4716-a6ec-6fdc50a0b83f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:16.886869 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-582469c1-a16f-41d2-8b89-97424b35f058 req-08ed2cd4-7773-4716-a6ec-6fdc50a0b83f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0534973 Apr 12 13:34:16.937366 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-582469c1-a16f-41d2-8b89-97424b35f058 req-8d11435b-4b6e-4ef2-974f-f547ffc28777 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421505 Apr 12 13:34:16.938377 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-f0c9a323-8b95-43b7-ad6d-f5591cbcaed9 req-ef7bf9df-53ce-43c2-bc45-7b046002365e tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (ad0316e9-34d0-4844-941d-9da8690b893c), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:17.129439 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-f0c9a323-8b95-43b7-ad6d-f5591cbcaed9 req-ef7bf9df-53ce-43c2-bc45-7b046002365e tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] For port ad0316e9-34d0-4844-941d-9da8690b893c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ad0316e9-34d0-4844-941d-9da8690b893c,segment=NetworkSegment(69566bc3-944a-4c63-99b6-3c4943d17d55),segment_id=69566bc3-944a-4c63-99b6-3c4943d17d55)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:34:17.163904 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-f0c9a323-8b95-43b7-ad6d-f5591cbcaed9 req-ef7bf9df-53ce-43c2-bc45-7b046002365e tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for port (ad0316e9-34d0-4844-941d-9da8690b893c), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:17.168730 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-f0c9a323-8b95-43b7-ad6d-f5591cbcaed9 req-ef7bf9df-53ce-43c2-bc45-7b046002365e tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (ad0316e9-34d0-4844-941d-9da8690b893c), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:17.216969 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9a323-8b95-43b7-ad6d-f5591cbcaed9 req-ef7bf9df-53ce-43c2-bc45-7b046002365e tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:17.217716 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-f0c9a323-8b95-43b7-ad6d-f5591cbcaed9 req-ef7bf9df-53ce-43c2-bc45-7b046002365e tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:17.219204 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f0c9a323-8b95-43b7-ad6d-f5591cbcaed9 req-ef7bf9df-53ce-43c2-bc45-7b046002365e tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "PUT /v2.0/ports/ad0316e9-34d0-4844-941d-9da8690b893c HTTP/1.1" status: 200 len: 982 time: 0.3684793 Apr 12 13:34:17.219757 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8aba80-233b-4d56-b7d2-2809e812a1ec', 'tag': 'ad0316e9-34d0-4844-941d-9da8690b893c'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:34:17.223298 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9af2dc0-3cf6-4f38-a5e7-fd1570fb45e1" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8aba80-233b-4d56-b7d2-2809e812a1ec", "tag": "ad0316e9-34d0-4844-941d-9da8690b893c"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:34:17.248083 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bf9df-53ce-43c2-bc45-7b046002365e tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Pushing event updated for resources: {'Port': ['ID=ad0316e9-34d0-4844-941d-9da8690b893c,revision_number=6']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:17.268651 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3a60ba-2a64-48f0-941e-f6dd53508e04 x-openstack-request-id: req-ae3a60ba-2a64-48f0-941e-f6dd53508e04 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:34:17.269343 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8aba80-233b-4d56-b7d2-2809e812a1ec", "tag": "ad0316e9-34d0-4844-941d-9da8690b893c", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:34:17.270061 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae3a60ba-2a64-48f0-941e-f6dd53508e04 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:34:17.270733 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae3a60ba-2a64-48f0-941e-f6dd53508e04'] response: {'name': 'network-changed', 'server_uuid': 'fa8aba80-233b-4d56-b7d2-2809e812a1ec', 'tag': 'ad0316e9-34d0-4844-941d-9da8690b893c', 'status': 'completed', 'code': 200} Apr 12 13:34:17.340838 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5817377-a6ba-4fcf-b6db-9da6dc094a93 req-dad912d4-4036-4c7c-a25a-61488f5440b0 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:17.342547 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d5817377-a6ba-4fcf-b6db-9da6dc094a93 req-dad912d4-4036-4c7c-a25a-61488f5440b0 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0533044 Apr 12 13:34:17.404109 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-1a666075-ae71-4613-92dc-968b1657eafc None None] Provisioning complete for port ad0316e9-34d0-4844-941d-9da8690b893c triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:34:17.404515 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1a666075-ae71-4613-92dc-968b1657eafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (ad0316e9-34d0-4844-941d-9da8690b893c), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:17.413916 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d5817377-a6ba-4fcf-b6db-9da6dc094a93 req-180f4d0a-6a29-4cec-99b8-52d9d2bfc299 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645633 Apr 12 13:34:17.492605 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-1a666075-ae71-4613-92dc-968b1657eafc None None] Current status of the port ad0316e9-34d0-4844-941d-9da8690b893c is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:34:18.061918 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b4fb9-6df7-42a8-a4cd-5ce87839177d req-f28618d4-cd26-4fab-b224-3c98306a4565 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:18.063384 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-264b4fb9-6df7-42a8-a4cd-5ce87839177d req-f28618d4-cd26-4fab-b224-3c98306a4565 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0565269 Apr 12 13:34:18.126754 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-264b4fb9-6df7-42a8-a4cd-5ce87839177d req-d86114ea-a268-4731-96a5-791923397140 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576982 Apr 12 13:34:19.241455 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f317f-66ca-4ff5-b310-261d3b15e6c1 req-0a1d4bfc-f1ea-422a-a5fb-ad5eef2c3697 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:19.242972 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8d2f317f-66ca-4ff5-b310-261d3b15e6c1 req-0a1d4bfc-f1ea-422a-a5fb-ad5eef2c3697 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0490100 Apr 12 13:34:19.253949 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d77d-d248-4579-bca6-80dfc949c7ac req-1a9e174e-afa6-4d3a-b6e8-9b7af1ff504b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:19.255703 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4340d77d-d248-4579-bca6-80dfc949c7ac req-1a9e174e-afa6-4d3a-b6e8-9b7af1ff504b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7b5ac96172b45b6a78b9fd4bda96a31&device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 1169 time: 0.0409119 Apr 12 13:34:19.293929 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['ad0316e9-34d0-4844-941d-9da8690b893c'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:34:19.297145 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8d2f317f-66ca-4ff5-b310-261d3b15e6c1 req-b0741015-db1c-4529-81af-8ce2b609c677 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483277 Apr 12 13:34:19.360348 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d77d-d248-4579-bca6-80dfc949c7ac req-6dea7e7d-d6a2-4093-aadb-9bf342070fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:19.362495 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4340d77d-d248-4579-bca6-80dfc949c7ac req-6dea7e7d-d6a2-4093-aadb-9bf342070fd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f49db9b-8084-43b4-9af2-e258167632f1 HTTP/1.1" status: 200 len: 915 time: 0.0963607 Apr 12 13:34:19.432752 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4340d77d-d248-4579-bca6-80dfc949c7ac req-7073b7d9-008a-43ef-bcef-f564d10c646d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad0316e9-34d0-4844-941d-9da8690b893c HTTP/1.1" status: 200 len: 1000 time: 0.0636003 Apr 12 13:34:19.486324 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d77d-d248-4579-bca6-80dfc949c7ac req-02336ba1-6b49-434d-b65c-b9eac002e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:19.487717 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4340d77d-d248-4579-bca6-80dfc949c7ac req-02336ba1-6b49-434d-b65c-b9eac002e546 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a998b45c-048a-454f-8557-4d43ed85f98d HTTP/1.1" status: 200 len: 853 time: 0.0463052 Apr 12 13:34:19.531424 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340d77d-d248-4579-bca6-80dfc949c7ac req-26871c8f-0cb7-4a6e-86ca-8c36a16f275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:19.532930 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4340d77d-d248-4579-bca6-80dfc949c7ac req-26871c8f-0cb7-4a6e-86ca-8c36a16f275e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f49db9b-8084-43b4-9af2-e258167632f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393836 Apr 12 13:34:19.630743 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4340d77d-d248-4579-bca6-80dfc949c7ac req-a5ad5b5c-5338-4287-91dc-8782ebe2fcdf service neutron] 10.222.0.41 "GET /v2.0/networks/7f49db9b-8084-43b4-9af2-e258167632f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909562 Apr 12 13:34:19.713083 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['ad0316e9-34d0-4844-941d-9da8690b893c'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:34:19.803887 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4340d77d-d248-4579-bca6-80dfc949c7ac req-98d68dfa-adb9-4f20-abf6-3da7410e761e service neutron] 10.222.0.41 "GET /v2.0/networks/7f49db9b-8084-43b4-9af2-e258167632f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910861 Apr 12 13:34:20.143773 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af2dc0-3cf6-4f38-a5e7-fd1570fb45e1 req-99e44431-a612-4372-bdc6-6324c09db1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:20.145576 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c9af2dc0-3cf6-4f38-a5e7-fd1570fb45e1 req-99e44431-a612-4372-bdc6-6324c09db1c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7b5ac96172b45b6a78b9fd4bda96a31&device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 1169 time: 0.2860484 Apr 12 13:34:20.178846 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:20.408907 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312e6af-a995-4318-82e9-884f993f6dce req-e9ec6e29-3bda-4a88-8d5b-5c63b8cc8309 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:20.410316 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2312e6af-a995-4318-82e9-884f993f6dce req-e9ec6e29-3bda-4a88-8d5b-5c63b8cc8309 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0453265 Apr 12 13:34:20.456827 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2312e6af-a995-4318-82e9-884f993f6dce req-153d9d25-6188-49e7-b9d9-d0dfa691b4de tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409830 Apr 12 13:34:21.572401 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64d41a-2ab7-498a-9ace-3fd2df35483c req-003af29d-0da8-46f1-b305-316b9e1d7ce6 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:21.573907 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-cc64d41a-2ab7-498a-9ace-3fd2df35483c req-003af29d-0da8-46f1-b305-316b9e1d7ce6 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0499315 Apr 12 13:34:21.620022 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-cc64d41a-2ab7-498a-9ace-3fd2df35483c req-9509a4a5-1633-4a1f-b842-d2f176fd112f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404968 Apr 12 13:34:21.929399 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af2dc0-3cf6-4f38-a5e7-fd1570fb45e1 req-333b1129-e5e7-46b3-9ef0-b763ad3b84f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:21.930850 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c9af2dc0-3cf6-4f38-a5e7-fd1570fb45e1 req-333b1129-e5e7-46b3-9ef0-b763ad3b84f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f49db9b-8084-43b4-9af2-e258167632f1 HTTP/1.1" status: 200 len: 915 time: 0.0969055 Apr 12 13:34:21.967929 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b1d3c-6061-4be6-bb27-5acb7abea725 req-398bfcc4-aa00-44ae-91fe-aafbf0729519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:21.969448 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ae5b1d3c-6061-4be6-bb27-5acb7abea725 req-398bfcc4-aa00-44ae-91fe-aafbf0729519 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 1130 time: 0.0370963 Apr 12 13:34:21.998064 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c9af2dc0-3cf6-4f38-a5e7-fd1570fb45e1 req-816da085-d4c4-4fd9-9ba9-5d0b3299a522 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad0316e9-34d0-4844-941d-9da8690b893c HTTP/1.1" status: 200 len: 1000 time: 0.0601037 Apr 12 13:34:22.015836 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ae5b1d3c-6061-4be6-bb27-5acb7abea725 req-2fc9da08-cbcf-48bc-976d-71ca2b947388 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386541 Apr 12 13:34:22.049714 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af2dc0-3cf6-4f38-a5e7-fd1570fb45e1 req-0142a30c-f3ab-4fb2-b59e-f6dc20b7f437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:22.051365 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c9af2dc0-3cf6-4f38-a5e7-fd1570fb45e1 req-0142a30c-f3ab-4fb2-b59e-f6dc20b7f437 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a998b45c-048a-454f-8557-4d43ed85f98d HTTP/1.1" status: 200 len: 853 time: 0.0468030 Apr 12 13:34:22.363413 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af2dc0-3cf6-4f38-a5e7-fd1570fb45e1 req-19e793fc-b589-4e0c-8cfc-85476f97d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:22.364916 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c9af2dc0-3cf6-4f38-a5e7-fd1570fb45e1 req-19e793fc-b589-4e0c-8cfc-85476f97d7b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f49db9b-8084-43b4-9af2-e258167632f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397084 Apr 12 13:34:22.459707 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c9af2dc0-3cf6-4f38-a5e7-fd1570fb45e1 req-3a94c630-8c85-42bc-ba97-ccf978d8a618 service neutron] 10.222.0.41 "GET /v2.0/networks/7f49db9b-8084-43b4-9af2-e258167632f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871954 Apr 12 13:34:22.555149 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c9af2dc0-3cf6-4f38-a5e7-fd1570fb45e1 req-ff34e311-1129-4643-b100-223ce6d5f782 service neutron] 10.222.0.41 "GET /v2.0/networks/7f49db9b-8084-43b4-9af2-e258167632f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853555 Apr 12 13:34:22.732885 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c2693-ea07-4d3d-aebc-0edd68b3b6d6 req-cbb3ac50-1fe0-4ee2-b6be-0ced6b451142 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:22.734366 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-691c2693-ea07-4d3d-aebc-0edd68b3b6d6 req-cbb3ac50-1fe0-4ee2-b6be-0ced6b451142 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0487614 Apr 12 13:34:22.784672 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-691c2693-ea07-4d3d-aebc-0edd68b3b6d6 req-9aa4b9db-e1f4-4ed0-982f-2ca9ab0e5447 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437756 Apr 12 13:34:23.902616 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4e5cc-5888-43ff-913e-6c35da000134 req-98615ab1-16db-4d00-95af-8928ec5907bb tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:23.904059 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-bbc4e5cc-5888-43ff-913e-6c35da000134 req-98615ab1-16db-4d00-95af-8928ec5907bb tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0500562 Apr 12 13:34:23.955912 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-bbc4e5cc-5888-43ff-913e-6c35da000134 req-ea9d73f2-1089-4e57-9377-777cc6318e56 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450099 Apr 12 13:34:24.206517 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa303d-f1bc-4cdf-aeb7-865a26fa63bc req-36646f66-0e27-426d-ab63-d4000c9e5382 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:24.208003 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b2fa303d-f1bc-4cdf-aeb7-865a26fa63bc req-36646f66-0e27-426d-ab63-d4000c9e5382 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0606487 Apr 12 13:34:24.291850 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b2fa303d-f1bc-4cdf-aeb7-865a26fa63bc req-bb8fb519-2ddb-4a14-b0d0-51718db8026a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781496 Apr 12 13:34:24.295296 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7af63-2182-4489-8e5e-cb6853238e6f req-382f9a9a-3371-455b-8f03-f7903257d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:24.296848 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-faf7af63-2182-4489-8e5e-cb6853238e6f req-382f9a9a-3371-455b-8f03-f7903257d887 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2bb2007ea0444849922a4d55efee799&device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 1130 time: 0.0604465 Apr 12 13:34:24.386903 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7af63-2182-4489-8e5e-cb6853238e6f req-18e30f80-a9c7-4c57-8b66-546c0fe35069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:24.388249 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-faf7af63-2182-4489-8e5e-cb6853238e6f req-18e30f80-a9c7-4c57-8b66-546c0fe35069 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 200 len: 919 time: 0.0847418 Apr 12 13:34:24.434355 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-faf7af63-2182-4489-8e5e-cb6853238e6f req-b702d87e-01c5-411a-b896-272717ff643a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0ab50a3-db2b-4e65-8622-172c27e72eac HTTP/1.1" status: 200 len: 217 time: 0.0345109 Apr 12 13:34:24.490899 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7af63-2182-4489-8e5e-cb6853238e6f req-9c1047df-f7d5-4048-bdb0-94b029b23d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:24.492354 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-faf7af63-2182-4489-8e5e-cb6853238e6f req-9c1047df-f7d5-4048-bdb0-94b029b23d0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3d8356-64c5-4a91-99a8-70c6abe2b2fb HTTP/1.1" status: 200 len: 857 time: 0.0509815 Apr 12 13:34:24.543491 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7af63-2182-4489-8e5e-cb6853238e6f req-6998340d-b04e-4d50-a0c9-6e070d02bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:24.545044 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-faf7af63-2182-4489-8e5e-cb6853238e6f req-6998340d-b04e-4d50-a0c9-6e070d02bdf5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a956ac86-261f-4fbb-bce0-1832a315bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444438 Apr 12 13:34:24.645699 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-faf7af63-2182-4489-8e5e-cb6853238e6f req-d720e1d9-4e90-4faf-b00a-27cdfc3a28ab service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923882 Apr 12 13:34:24.745790 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-faf7af63-2182-4489-8e5e-cb6853238e6f req-021e1294-bd71-4cb5-8248-05436c795e95 service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888259 Apr 12 13:34:24.820761 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-35e10e3c-4d2a-47b2-9bdf-8e7eff6c68a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:25.248786 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:34:25.404625 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f88f97-7438-40cb-b172-c7e2ba03e227 req-74c313fc-927b-47c3-af20-3de926dd4915 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:25.406184 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-55f88f97-7438-40cb-b172-c7e2ba03e227 req-74c313fc-927b-47c3-af20-3de926dd4915 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0474601 Apr 12 13:34:25.453065 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-55f88f97-7438-40cb-b172-c7e2ba03e227 req-3e4387f8-3085-4617-b114-1c2658d520a4 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406158 Apr 12 13:34:25.872727 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 33056) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:25.977931 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-15e7779e-4d7c-4af9-8ea0-1ca596a38ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:26.053139 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-15e7779e-4d7c-4af9-8ea0-1ca596a38ace admin admin] Publish callbacks [] for security_group (2fb6258a-d00f-4fbd-b59b-c75f70baaefa), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:26.056621 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-15e7779e-4d7c-4af9-8ea0-1ca596a38ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (2fb6258a-d00f-4fbd-b59b-c75f70baaefa), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:26.094897 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-15e7779e-4d7c-4af9-8ea0-1ca596a38ace admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b11789123bdc49789110cc7dd5f15b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210732 Apr 12 13:34:26.095863 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7779e-4d7c-4af9-8ea0-1ca596a38ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb6258a-d00f-4fbd-b59b-c75f70baaefa,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:26.097575 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 33062) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:26.145561 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8cbde8b1-c683-4aea-8219-7248e954d24e admin admin] Publish callbacks [] for security_group (2fb6258a-d00f-4fbd-b59b-c75f70baaefa), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:26.166312 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8cbde8b1-c683-4aea-8219-7248e954d24e admin admin] Publish callbacks [] for security_group (2fb6258a-d00f-4fbd-b59b-c75f70baaefa), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:26.214479 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8cbde8b1-c683-4aea-8219-7248e954d24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (2fb6258a-d00f-4fbd-b59b-c75f70baaefa), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:26.217210 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8cbde8b1-c683-4aea-8219-7248e954d24e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:26.218355 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-8cbde8b1-c683-4aea-8219-7248e954d24e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2fb6258a-d00f-4fbd-b59b-c75f70baaefa HTTP/1.1" status: 204 len: 168 time: 0.1197112 Apr 12 13:34:26.226525 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbde8b1-c683-4aea-8219-7248e954d24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb6258a-d00f-4fbd-b59b-c75f70baaefa,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:26.569155 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba3e0f-b5de-4e9d-9e31-597f7db61ec9 req-b20d7b80-4ee7-41bb-9523-b70340a6ab45 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:26.570674 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-cbba3e0f-b5de-4e9d-9e31-597f7db61ec9 req-b20d7b80-4ee7-41bb-9523-b70340a6ab45 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0492301 Apr 12 13:34:26.621675 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-cbba3e0f-b5de-4e9d-9e31-597f7db61ec9 req-0f232010-bfbd-48ed-8405-a09660bcb30b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456066 Apr 12 13:34:27.446564 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-eaefaf4c-c4fa-4ace-9128-c63d6c1780ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:27.974116 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169f454-04cc-4496-a6ab-3c21e83460ba req-c8bb5248-6d44-46fa-b9a4-81b937875443 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:27.975658 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e169f454-04cc-4496-a6ab-3c21e83460ba req-c8bb5248-6d44-46fa-b9a4-81b937875443 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.2864909 Apr 12 13:34:28.026275 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e169f454-04cc-4496-a6ab-3c21e83460ba req-5e97a6f1-b6fd-4dae-a449-39cbac8ce0f8 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450633 Apr 12 13:34:28.036058 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:29.149880 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17c20d-86b5-4d20-84ae-83337badb1d3 req-db2d6f96-b091-41b6-b80b-fc3f1ee8a703 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:29.151758 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bf17c20d-86b5-4d20-84ae-83337badb1d3 req-db2d6f96-b091-41b6-b80b-fc3f1ee8a703 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0576079 Apr 12 13:34:29.197691 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bf17c20d-86b5-4d20-84ae-83337badb1d3 req-ab801bd7-35ce-4a84-90e6-81859b1ecc7b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404749 Apr 12 13:34:29.699548 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:30.714251 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 33092) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:30.718730 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-c5974bd5-35f1-4914-bc82-10a72cc2a366 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1440497841', 'description': 'tempest-description--811443205'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:30.738857 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c5974bd5-35f1-4914-bc82-10a72cc2a366 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:30.802216 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c5974bd5-35f1-4914-bc82-10a72cc2a366 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for security_group (b217b3a5-8430-4a3d-a9c6-6d246584b8b3), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:30.805958 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c5974bd5-35f1-4914-bc82-10a72cc2a366 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (b217b3a5-8430-4a3d-a9c6-6d246584b8b3), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:30.838158 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c5974bd5-35f1-4914-bc82-10a72cc2a366 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:30.839461 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c5974bd5-35f1-4914-bc82-10a72cc2a366 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1241779 Apr 12 13:34:30.840238 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5974bd5-35f1-4914-bc82-10a72cc2a366 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b217b3a5-8430-4a3d-a9c6-6d246584b8b3,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:30.842377 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 33096) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:30.847259 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-5ccf9a0f-301d-4b12-8190-a0c1680b045a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Request body: {'security_group_rule': {'security_group_id': 'b217b3a5-8430-4a3d-a9c6-6d246584b8b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:30.876209 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5ccf9a0f-301d-4b12-8190-a0c1680b045a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for security_group_rule (fa48517e-bad5-4011-afab-ad13ed4a8a16), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:30.934587 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5ccf9a0f-301d-4b12-8190-a0c1680b045a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for security_group_rule (fa48517e-bad5-4011-afab-ad13ed4a8a16), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:30.938293 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5ccf9a0f-301d-4b12-8190-a0c1680b045a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (fa48517e-bad5-4011-afab-ad13ed4a8a16), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:30.959644 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf9a0f-301d-4b12-8190-a0c1680b045a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa48517e-bad5-4011-afab-ad13ed4a8a16,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:30.965859 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5ccf9a0f-301d-4b12-8190-a0c1680b045a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:30.967387 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-5ccf9a0f-301d-4b12-8190-a0c1680b045a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238508 Apr 12 13:34:30.969834 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 33102) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:30.975189 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-1aceff0d-eb84-41b8-a5ac-2c028ac99645 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Request body: {'security_group_rule': {'security_group_id': 'b217b3a5-8430-4a3d-a9c6-6d246584b8b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:30.983452 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:31.004047 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1aceff0d-eb84-41b8-a5ac-2c028ac99645 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for security_group_rule (33328e17-cdab-4066-9510-273e74ec5b27), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:31.070583 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1aceff0d-eb84-41b8-a5ac-2c028ac99645 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for security_group_rule (33328e17-cdab-4066-9510-273e74ec5b27), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:31.073669 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1aceff0d-eb84-41b8-a5ac-2c028ac99645 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (33328e17-cdab-4066-9510-273e74ec5b27), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:31.093773 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceff0d-eb84-41b8-a5ac-2c028ac99645 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33328e17-cdab-4066-9510-273e74ec5b27,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:31.102019 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-1aceff0d-eb84-41b8-a5ac-2c028ac99645 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:31.106359 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-1aceff0d-eb84-41b8-a5ac-2c028ac99645 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324334 Apr 12 13:34:31.106452 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 33112) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:31.111001 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-c6dd11da-78b0-4e99-8635-7a39955e610c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Request body: {'floatingip': {'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:31.133942 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c6dd11da-78b0-4e99-8635-7a39955e610c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:31.218706 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c6dd11da-78b0-4e99-8635-7a39955e610c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:31.337536 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-c6dd11da-78b0-4e99-8635-7a39955e610c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Allocated IP 172.27.2.223 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/19f901cf-829d-43bc-b6f4-4efaa92d44dd) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:34:31.441966 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c6dd11da-78b0-4e99-8635-7a39955e610c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for port (19f901cf-829d-43bc-b6f4-4efaa92d44dd), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:31.475045 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c6dd11da-78b0-4e99-8635-7a39955e610c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (19f901cf-829d-43bc-b6f4-4efaa92d44dd), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:31.521634 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dd11da-78b0-4e99-8635-7a39955e610c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:34:31.524489 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-c6dd11da-78b0-4e99-8635-7a39955e610c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:34:31.528089 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dd11da-78b0-4e99-8635-7a39955e610c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:34:31.537265 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd11da-78b0-4e99-8635-7a39955e610c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Pushing event updated for resources: {'Port': ['ID=19f901cf-829d-43bc-b6f4-4efaa92d44dd,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:31.637422 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c6dd11da-78b0-4e99-8635-7a39955e610c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for floatingip (4100ea49-d302-43c8-afcf-50ccf7ffd491), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:31.677453 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c6dd11da-78b0-4e99-8635-7a39955e610c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (19f901cf-829d-43bc-b6f4-4efaa92d44dd), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:31.823200 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c6dd11da-78b0-4e99-8635-7a39955e610c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for port (19f901cf-829d-43bc-b6f4-4efaa92d44dd), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:31.827632 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c6dd11da-78b0-4e99-8635-7a39955e610c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (19f901cf-829d-43bc-b6f4-4efaa92d44dd), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:31.899123 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd11da-78b0-4e99-8635-7a39955e610c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Pushing event updated for resources: {'Port': ['ID=19f901cf-829d-43bc-b6f4-4efaa92d44dd,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:31.916431 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c6dd11da-78b0-4e99-8635-7a39955e610c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (4100ea49-d302-43c8-afcf-50ccf7ffd491), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:31.941773 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c6dd11da-78b0-4e99-8635-7a39955e610c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:31.943009 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c6dd11da-78b0-4e99-8635-7a39955e610c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8356411 Apr 12 13:34:32.136584 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-4f969a66-2d96-44f5-bed2-6bf8c7ce3f82 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1440497841&fields=id&tenant_id=d2bb2007ea0444849922a4d55efee799 HTTP/1.1" status: 200 len: 267 time: 0.0427577 Apr 12 13:34:32.253209 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-9fe6edb9-d7a4-4c9a-962d-348fa6f8ec77 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:32.254802 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-9fe6edb9-d7a4-4c9a-962d-348fa6f8ec77 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/networks?id=a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 200 len: 818 time: 0.1117327 Apr 12 13:34:32.270163 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-2d03909b-025c-4a57-8abe-02d371b874dd tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/quotas/d2bb2007ea0444849922a4d55efee799 HTTP/1.1" status: 200 len: 375 time: 0.0093870 Apr 12 13:34:32.325963 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-a0cec470-9256-4e4c-9ae1-ab9dfea43d09 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d2bb2007ea0444849922a4d55efee799&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0490603 Apr 12 13:34:32.428280 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-d2034cdb-73d9-47e1-b26c-6cf3850fcb00 service neutron] 10.222.0.11 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894258 Apr 12 13:34:32.483964 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 33136) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:32.520336 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-0caab5c3-3827-4840-87ff-77131162ce76 service neutron] 10.222.0.11 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863771 Apr 12 13:34:32.591577 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-87a7fb16-5e75-4f6d-aa94-b31f0213ef2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:32.710200 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-87a7fb16-5e75-4f6d-aa94-b31f0213ef2c admin admin] Publish callbacks [] for security_group (9a0dca6a-23f8-4f13-b105-8bd62d81009d), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:32.712973 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9cc13584-aa79-4ef2-9d37-5395f00622ac req-15434e90-1ce6-468c-aa0f-719777e7f0ba tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 210 time: 0.0402927 Apr 12 13:34:32.716745 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-87a7fb16-5e75-4f6d-aa94-b31f0213ef2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (9a0dca6a-23f8-4f13-b105-8bd62d81009d), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:32.759730 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-87a7fb16-5e75-4f6d-aa94-b31f0213ef2c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=91c2274efe3e4fd8bf775757f8483df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741690 Apr 12 13:34:32.760578 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7fb16-5e75-4f6d-aa94-b31f0213ef2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0dca6a-23f8-4f13-b105-8bd62d81009d,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:32.763031 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 33148) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:32.825389 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-18a25211-1413-4113-a755-a9054133776d admin admin] Publish callbacks [] for security_group (9a0dca6a-23f8-4f13-b105-8bd62d81009d), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:32.849758 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-18a25211-1413-4113-a755-a9054133776d admin admin] Publish callbacks [] for security_group (9a0dca6a-23f8-4f13-b105-8bd62d81009d), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:32.903698 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-18a25211-1413-4113-a755-a9054133776d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (9a0dca6a-23f8-4f13-b105-8bd62d81009d), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:32.906516 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-18a25211-1413-4113-a755-a9054133776d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:32.907792 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-18a25211-1413-4113-a755-a9054133776d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9a0dca6a-23f8-4f13-b105-8bd62d81009d HTTP/1.1" status: 204 len: 168 time: 0.1436667 Apr 12 13:34:32.917576 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a25211-1413-4113-a755-a9054133776d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0dca6a-23f8-4f13-b105-8bd62d81009d,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:33.723770 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-fab53a4b-39ad-4045-9da7-7f9a8da13cdc tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:33.726281 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-fab53a4b-39ad-4045-9da7-7f9a8da13cdc tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.41 "GET /v2.0/networks?id=a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 200 len: 818 time: 0.1172712 Apr 12 13:34:33.815226 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-78676c6f-ed03-4327-bde9-837caca5b6df tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2bb2007ea0444849922a4d55efee799 HTTP/1.1" status: 200 len: 380 time: 0.0803216 Apr 12 13:34:33.836970 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3774bb26-9615-418d-af2a-c00beac42795 req-dcea9336-618f-48f4-9788-b076dacf8fd6 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 210 time: 0.0373373 Apr 12 13:34:33.887199 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-ff45f952-5347-408a-a315-4144ed785420 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Request body: {'port': {'device_id': '32bc7ac9-ef95-49bc-ad9f-cad412b506c0', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'admin_state_up': True, 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'security_groups': ['b217b3a5-8430-4a3d-a9c6-6d246584b8b3']}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:34.007205 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-ff45f952-5347-408a-a315-4144ed785420 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Made reservation on behalf of d2bb2007ea0444849922a4d55efee799 for: {'port': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:34:34.010970 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-ff45f952-5347-408a-a315-4144ed785420 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:34.146729 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-ff45f952-5347-408a-a315-4144ed785420 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Allocated IP 172.20.0.14 (a956ac86-261f-4fbb-bce0-1832a315bc64/5f3d8356-64c5-4a91-99a8-70c6abe2b2fb/fee58994-2184-4fd9-8331-351ac9e60eae) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:34:34.282616 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-ff45f952-5347-408a-a315-4144ed785420 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for port (fee58994-2184-4fd9-8331-351ac9e60eae), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:34.322788 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-ff45f952-5347-408a-a315-4144ed785420 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (fee58994-2184-4fd9-8331-351ac9e60eae), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:34.367014 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-ff45f952-5347-408a-a315-4144ed785420 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Network a956ac86-261f-4fbb-bce0-1832a315bc64 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:34:34.370074 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-ff45f952-5347-408a-a315-4144ed785420 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:34:34.373840 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-ff45f952-5347-408a-a315-4144ed785420 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:34:34.384340 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff45f952-5347-408a-a315-4144ed785420 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Pushing event updated for resources: {'Port': ['ID=fee58994-2184-4fd9-8331-351ac9e60eae,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:34.433051 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-ff45f952-5347-408a-a315-4144ed785420 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:34.433717 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-ff45f952-5347-408a-a315-4144ed785420 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:34.450912 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-ff45f952-5347-408a-a315-4144ed785420 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5694056 Apr 12 13:34:34.463132 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Request body: {'port': {'device_id': '32bc7ac9-ef95-49bc-ad9f-cad412b506c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:34.529647 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (fee58994-2184-4fd9-8331-351ac9e60eae), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:34.624422 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-23a58839-cf80-4a74-9689-d2f181490064 None None] Provisioning complete for port fee58994-2184-4fd9-8331-351ac9e60eae triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:34:34.625015 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-23a58839-cf80-4a74-9689-d2f181490064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (fee58994-2184-4fd9-8331-351ac9e60eae), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:34.658769 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-23a58839-cf80-4a74-9689-d2f181490064 None None] Port fee58994-2184-4fd9-8331-351ac9e60eae cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:34:34.800862 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee58994-2184-4fd9-8331-351ac9e60eae {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:34:34.808348 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Publish callbacks [] for port (fee58994-2184-4fd9-8331-351ac9e60eae), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:34.820738 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Transition to ACTIVE for port object fee58994-2184-4fd9-8331-351ac9e60eae will not be triggered until provisioned by entity L2. {{(pid=103295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:34:34.824335 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (fee58994-2184-4fd9-8331-351ac9e60eae), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:34.879456 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Pushing event updated for resources: {'Port': ['ID=fee58994-2184-4fd9-8331-351ac9e60eae,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:34.963104 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Attempting to bind port fee58994-2184-4fd9-8331-351ac9e60eae on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:34:34.965351 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Attempting to bind port fee58994-2184-4fd9-8331-351ac9e60eae by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:34:34.965929 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Attempting to bind port fee58994-2184-4fd9-8331-351ac9e60eae on network a956ac86-261f-4fbb-bce0-1832a315bc64 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:34:34.971021 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Port fee58994-2184-4fd9-8331-351ac9e60eae on network a956ac86-261f-4fbb-bce0-1832a315bc64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:34:34.971368 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Attempting to bind port fee58994-2184-4fd9-8331-351ac9e60eae on network a956ac86-261f-4fbb-bce0-1832a315bc64 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:34:34.976906 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82467412-b4c8-4c35-831a-4083f335432d req-a681323c-9a06-49d5-8637-f970e1589d20 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:34.978444 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:34:34.978601 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-82467412-b4c8-4c35-831a-4083f335432d req-a681323c-9a06-49d5-8637-f970e1589d20 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 944 time: 0.0622969 Apr 12 13:34:34.978931 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Checking segment: {'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:34:34.979379 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Bound using segment: {'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:34:34.979893 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Bound port: fee58994-2184-4fd9-8331-351ac9e60eae, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:34:34.980520 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (fee58994-2184-4fd9-8331-351ac9e60eae), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:35.030159 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-82467412-b4c8-4c35-831a-4083f335432d req-20108698-f7ec-49c2-aa02-d809d7df2407 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448780 Apr 12 13:34:35.055113 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] For port fee58994-2184-4fd9-8331-351ac9e60eae, host hv-cinder-83009, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:34:35.058391 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] For port fee58994-2184-4fd9-8331-351ac9e60eae, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fee58994-2184-4fd9-8331-351ac9e60eae,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:34:35.067386 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (fee58994-2184-4fd9-8331-351ac9e60eae), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:35.103656 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:35.104294 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:35.105711 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] 10.222.0.41 "PUT /v2.0/ports/fee58994-2184-4fd9-8331-351ac9e60eae HTTP/1.1" status: 200 len: 1094 time: 0.6468923 Apr 12 13:34:35.106174 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bc7ac9-ef95-49bc-ad9f-cad412b506c0', 'tag': 'fee58994-2184-4fd9-8331-351ac9e60eae'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:34:35.108409 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3f39d6-d220-45bb-864a-9472186fc558" -d '{"events": [{"name": "network-changed", "server_uuid": "32bc7ac9-ef95-49bc-ad9f-cad412b506c0", "tag": "fee58994-2184-4fd9-8331-351ac9e60eae"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:34:35.134401 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022deec4-8ddf-49ab-89b0-f760f28a5732 service neutron] Pushing event updated for resources: {'Port': ['ID=fee58994-2184-4fd9-8331-351ac9e60eae,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:35.191995 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8558026d-ec7d-4a4c-8a32-1ca9d32e8ad5 x-openstack-request-id: req-8558026d-ec7d-4a4c-8a32-1ca9d32e8ad5 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:34:35.192384 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bc7ac9-ef95-49bc-ad9f-cad412b506c0", "tag": "fee58994-2184-4fd9-8331-351ac9e60eae", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:34:35.192705 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8558026d-ec7d-4a4c-8a32-1ca9d32e8ad5 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:34:35.193215 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8558026d-ec7d-4a4c-8a32-1ca9d32e8ad5'] response: {'name': 'network-changed', 'server_uuid': '32bc7ac9-ef95-49bc-ad9f-cad412b506c0', 'tag': 'fee58994-2184-4fd9-8331-351ac9e60eae', 'status': 'completed', 'code': 200} Apr 12 13:34:35.205425 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-72273545-83c3-43d4-908b-1c10a59a8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:35.207637 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-72273545-83c3-43d4-908b-1c10a59a8c4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2bb2007ea0444849922a4d55efee799&device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 1128 time: 0.0536158 Apr 12 13:34:35.263008 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-1a130a05-9396-42cf-9e57-c4cba71dbb5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fee58994-2184-4fd9-8331-351ac9e60eae HTTP/1.1" status: 200 len: 217 time: 0.0464313 Apr 12 13:34:35.315667 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-2d72c064-2aa8-45fb-b85b-e7c04a58d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:35.317358 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-2d72c064-2aa8-45fb-b85b-e7c04a58d449 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3d8356-64c5-4a91-99a8-70c6abe2b2fb HTTP/1.1" status: 200 len: 857 time: 0.0485907 Apr 12 13:34:35.364246 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-37c88aaf-60e8-4aaa-b1d3-cac3b5256748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:35.365819 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-37c88aaf-60e8-4aaa-b1d3-cac3b5256748 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a956ac86-261f-4fbb-bce0-1832a315bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421278 Apr 12 13:34:35.465423 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-3e84145b-37a5-43a6-9f37-4dfe487337c7 service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924602 Apr 12 13:34:35.559106 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-349887c9-109b-4ec5-ab1d-605955eacf2c req-1769c177-3cc6-417f-b34b-244b6c6c0515 service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872245 Apr 12 13:34:36.149739 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05789e88-d700-4d17-89a4-22b63db1305a req-471cfcc3-726a-4443-96e1-e1a0ca9d6e6b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:36.151235 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-05789e88-d700-4d17-89a4-22b63db1305a req-471cfcc3-726a-4443-96e1-e1a0ca9d6e6b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 944 time: 0.0472667 Apr 12 13:34:36.198741 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-05789e88-d700-4d17-89a4-22b63db1305a req-9f6bde06-11f5-4290-9544-d23ba6212726 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410414 Apr 12 13:34:37.066979 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 33232) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:37.177020 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8995dac3-9ded-4b31-8dd2-af8ec586dfa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:37.250810 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8995dac3-9ded-4b31-8dd2-af8ec586dfa6 admin admin] Publish callbacks [] for security_group (52b099a3-9f5f-41c8-9ebb-1a562a16f0f6), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:37.255845 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8995dac3-9ded-4b31-8dd2-af8ec586dfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (52b099a3-9f5f-41c8-9ebb-1a562a16f0f6), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:37.319279 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-8995dac3-9ded-4b31-8dd2-af8ec586dfa6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f6ac306d9524a8eb4e1d8ec93c2d2ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511899 Apr 12 13:34:37.322484 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995dac3-9ded-4b31-8dd2-af8ec586dfa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b099a3-9f5f-41c8-9ebb-1a562a16f0f6,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:37.322775 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 33240) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:37.344838 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3a138-18e6-48e5-a699-439468c7aa4d req-d58cccdf-7ca3-498c-8a9f-20b49ca13e58 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:37.346346 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-51c3a138-18e6-48e5-a699-439468c7aa4d req-d58cccdf-7ca3-498c-8a9f-20b49ca13e58 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 944 time: 0.0698211 Apr 12 13:34:37.385391 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bb0c81d1-38eb-4295-bd3b-f5b2772b6343 admin admin] Publish callbacks [] for security_group (52b099a3-9f5f-41c8-9ebb-1a562a16f0f6), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:37.394352 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-51c3a138-18e6-48e5-a699-439468c7aa4d req-76e6ba43-e5e8-4fe1-abd4-dd9de8cf425f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415199 Apr 12 13:34:37.407703 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bb0c81d1-38eb-4295-bd3b-f5b2772b6343 admin admin] Publish callbacks [] for security_group (52b099a3-9f5f-41c8-9ebb-1a562a16f0f6), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:37.453739 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bb0c81d1-38eb-4295-bd3b-f5b2772b6343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (52b099a3-9f5f-41c8-9ebb-1a562a16f0f6), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:37.456264 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bb0c81d1-38eb-4295-bd3b-f5b2772b6343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:37.458038 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-bb0c81d1-38eb-4295-bd3b-f5b2772b6343 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52b099a3-9f5f-41c8-9ebb-1a562a16f0f6 HTTP/1.1" status: 204 len: 168 time: 0.1342683 Apr 12 13:34:37.465487 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c81d1-38eb-4295-bd3b-f5b2772b6343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b099a3-9f5f-41c8-9ebb-1a562a16f0f6,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:38.310048 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f39d6-d220-45bb-864a-9472186fc558 req-710c1760-fa18-4f3e-a65b-76a903c0c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:38.311805 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2b3f39d6-d220-45bb-864a-9472186fc558 req-710c1760-fa18-4f3e-a65b-76a903c0c964 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2bb2007ea0444849922a4d55efee799&device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 1128 time: 0.0462434 Apr 12 13:34:38.403726 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f39d6-d220-45bb-864a-9472186fc558 req-a70a0714-60d3-4b49-902d-0abf7d8b0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:38.405259 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2b3f39d6-d220-45bb-864a-9472186fc558 req-a70a0714-60d3-4b49-902d-0abf7d8b0d59 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 200 len: 919 time: 0.0868156 Apr 12 13:34:38.449131 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2b3f39d6-d220-45bb-864a-9472186fc558 req-0a355311-f4ff-4fb3-b9b5-1852e1cd466d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fee58994-2184-4fd9-8331-351ac9e60eae HTTP/1.1" status: 200 len: 217 time: 0.0370350 Apr 12 13:34:38.498440 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f39d6-d220-45bb-864a-9472186fc558 req-310754e1-e7bc-49fe-a785-df8aa9f11313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:38.499896 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2b3f39d6-d220-45bb-864a-9472186fc558 req-310754e1-e7bc-49fe-a785-df8aa9f11313 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3d8356-64c5-4a91-99a8-70c6abe2b2fb HTTP/1.1" status: 200 len: 857 time: 0.0443158 Apr 12 13:34:38.511036 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffe807-9837-4224-bfeb-6167308692ad req-9a2b5fa0-c98d-4a24-bf53-d06caa6fd97f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:38.512894 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-bbffe807-9837-4224-bfeb-6167308692ad req-9a2b5fa0-c98d-4a24-bf53-d06caa6fd97f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 944 time: 0.0509727 Apr 12 13:34:38.544406 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f39d6-d220-45bb-864a-9472186fc558 req-ff7e3728-0116-4515-b69a-361c2c007078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:38.546152 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2b3f39d6-d220-45bb-864a-9472186fc558 req-ff7e3728-0116-4515-b69a-361c2c007078 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a956ac86-261f-4fbb-bce0-1832a315bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392506 Apr 12 13:34:38.560379 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-bbffe807-9837-4224-bfeb-6167308692ad req-c772efb2-4ee7-4eb3-9b47-aa225a800360 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416665 Apr 12 13:34:38.644354 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2b3f39d6-d220-45bb-864a-9472186fc558 req-7900ed39-0ff8-4069-adad-a0e0012b0bac service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913765 Apr 12 13:34:38.738394 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2b3f39d6-d220-45bb-864a-9472186fc558 req-e70ca246-9eb9-49d6-a2a0-e0f9c9ee8de0 service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857413 Apr 12 13:34:39.277845 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device fee58994-2184-4fd9-8331-351ac9e60eae details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:34:39.374958 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port fee58994-2184-4fd9-8331-351ac9e60eae, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fee58994-2184-4fd9-8331-351ac9e60eae,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:34:39.386522 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': 'fee58994-2184-4fd9-8331-351ac9e60eae', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'port_id': 'fee58994-2184-4fd9-8331-351ac9e60eae', 'mac_address': 'fa:16:3e:68:99:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:34:39.426481 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port fee58994-2184-4fd9-8331-351ac9e60eae is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:34:39.426954 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (fee58994-2184-4fd9-8331-351ac9e60eae), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:39.440009 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee58994-2184-4fd9-8331-351ac9e60eae {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:34:39.458395 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port fee58994-2184-4fd9-8331-351ac9e60eae, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fee58994-2184-4fd9-8331-351ac9e60eae,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:34:39.463270 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (fee58994-2184-4fd9-8331-351ac9e60eae), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:39.510707 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=fee58994-2184-4fd9-8331-351ac9e60eae,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:39.672243 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8d7b5-a946-4788-9db1-2b7b83c4dc64 req-0f0e586c-b43d-402e-bdb1-1e422256acde tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:39.673723 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8ca8d7b5-a946-4788-9db1-2b7b83c4dc64 req-0f0e586c-b43d-402e-bdb1-1e422256acde tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 945 time: 0.0469153 Apr 12 13:34:39.724530 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8ca8d7b5-a946-4788-9db1-2b7b83c4dc64 req-ab2dae34-95f6-4783-9963-51983a6f0ee1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445774 Apr 12 13:34:39.868117 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['fee58994-2184-4fd9-8331-351ac9e60eae'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:34:40.837537 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affcc89c-d768-4379-bfc2-1adb291b9dd4 req-a44254cb-5376-4dfb-a0d3-54619acc87c1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:40.839021 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-affcc89c-d768-4379-bfc2-1adb291b9dd4 req-a44254cb-5376-4dfb-a0d3-54619acc87c1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 945 time: 0.0467856 Apr 12 13:34:40.889575 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-affcc89c-d768-4379-bfc2-1adb291b9dd4 req-f5615c11-5d31-47e7-9bba-572194450ee8 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445218 Apr 12 13:34:41.275941 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device fee58994-2184-4fd9-8331-351ac9e60eae up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:34:41.324576 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port fee58994-2184-4fd9-8331-351ac9e60eae completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:34:41.330116 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port fee58994-2184-4fd9-8331-351ac9e60eae triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:34:41.330493 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (fee58994-2184-4fd9-8331-351ac9e60eae), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:41.532154 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port fee58994-2184-4fd9-8331-351ac9e60eae is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:34:41.532489 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (fee58994-2184-4fd9-8331-351ac9e60eae), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:41.556577 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bc7ac9-ef95-49bc-ad9f-cad412b506c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee58994-2184-4fd9-8331-351ac9e60eae'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:34:41.558836 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e87c96e-61bd-48f1-bd03-b84c3bb72d6d" -d '{"events": [{"server_uuid": "32bc7ac9-ef95-49bc-ad9f-cad412b506c0", "name": "network-vif-plugged", "status": "completed", "tag": "fee58994-2184-4fd9-8331-351ac9e60eae"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:34:41.570706 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port fee58994-2184-4fd9-8331-351ac9e60eae, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fee58994-2184-4fd9-8331-351ac9e60eae,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:34:41.575223 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (fee58994-2184-4fd9-8331-351ac9e60eae), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:41.597688 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83c3a81-47fb-4058-833e-0a6704240ba7 x-openstack-request-id: req-a83c3a81-47fb-4058-833e-0a6704240ba7 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:34:41.597979 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bc7ac9-ef95-49bc-ad9f-cad412b506c0", "name": "network-vif-plugged", "status": "completed", "tag": "fee58994-2184-4fd9-8331-351ac9e60eae", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:34:41.598232 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a83c3a81-47fb-4058-833e-0a6704240ba7 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:34:41.598616 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a83c3a81-47fb-4058-833e-0a6704240ba7'] response: {'server_uuid': '32bc7ac9-ef95-49bc-ad9f-cad412b506c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee58994-2184-4fd9-8331-351ac9e60eae', 'code': 200} Apr 12 13:34:41.627118 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=fee58994-2184-4fd9-8331-351ac9e60eae,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:34:41.769002 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac91d0-8bbe-4aa2-8007-5d10bc520851 req-61e6e027-75b1-4111-92fc-c4a483ddd74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:41.770522 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b4ac91d0-8bbe-4aa2-8007-5d10bc520851 req-61e6e027-75b1-4111-92fc-c4a483ddd74f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 1130 time: 0.0387239 Apr 12 13:34:41.814790 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b4ac91d0-8bbe-4aa2-8007-5d10bc520851 req-f4b49db9-2b55-4092-b25f-a2d74aac2669 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364048 Apr 12 13:34:42.005183 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031f715-f3fb-488e-82f9-15760ed9aa10 req-b8ade342-baad-4307-9e53-9fe5640c0203 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:42.007879 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4031f715-f3fb-488e-82f9-15760ed9aa10 req-b8ade342-baad-4307-9e53-9fe5640c0203 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0507493 Apr 12 13:34:42.068724 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4031f715-f3fb-488e-82f9-15760ed9aa10 req-a21fe526-fca7-44db-bb9b-08ea809fa5dc tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546417 Apr 12 13:34:43.182566 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666ea70-460f-4095-962c-b30ade286eaa req-8affe56b-6022-48d4-8001-992c1d30e0b7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:43.184059 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0666ea70-460f-4095-962c-b30ade286eaa req-8affe56b-6022-48d4-8001-992c1d30e0b7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0474730 Apr 12 13:34:43.230087 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0666ea70-460f-4095-962c-b30ade286eaa req-c8753a73-4d7b-458a-ad9e-877a7a1af366 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405149 Apr 12 13:34:44.346245 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9e8d3-4a81-473b-bbf8-1fbc42644f86 req-57175f37-4b9f-4f7b-b17d-c9727b3dbdcc tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:44.347745 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dcb9e8d3-4a81-473b-bbf8-1fbc42644f86 req-57175f37-4b9f-4f7b-b17d-c9727b3dbdcc tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0499504 Apr 12 13:34:44.395204 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dcb9e8d3-4a81-473b-bbf8-1fbc42644f86 req-b0e95efa-2bb3-4f2e-9b75-f50f4cd4997e tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409634 Apr 12 13:34:44.506755 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006bffa-9e80-4e0c-9dea-ea591e2e46af req-c2963581-b3d8-4610-a57e-2e700a04ce8a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:44.508226 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f006bffa-9e80-4e0c-9dea-ea591e2e46af req-c2963581-b3d8-4610-a57e-2e700a04ce8a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0503340 Apr 12 13:34:44.516773 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 33264) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:34:44.521079 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-36bb6076-3264-457f-84ce-a2a9eeabfbc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Request body: {'floatingip': {'port_id': 'fee58994-2184-4fd9-8331-351ac9e60eae'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:34:44.560401 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-36bb6076-3264-457f-84ce-a2a9eeabfbc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for floatingip (4100ea49-d302-43c8-afcf-50ccf7ffd491), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:45.012097 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-36bb6076-3264-457f-84ce-a2a9eeabfbc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:45.015968 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-36bb6076-3264-457f-84ce-a2a9eeabfbc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (4100ea49-d302-43c8-afcf-50ccf7ffd491), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:45.127175 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.l3_db [None req-36bb6076-3264-457f-84ce-a2a9eeabfbc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Floating IP 4100ea49-d302-43c8-afcf-50ccf7ffd491 associated. External IP: 172.27.2.223, port: fee58994-2184-4fd9-8331-351ac9e60eae. Apr 12 13:34:45.653852 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bb6076-3264-457f-84ce-a2a9eeabfbc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:34:45.788377 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bb6076-3264-457f-84ce-a2a9eeabfbc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:34:45.793486 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-36bb6076-3264-457f-84ce-a2a9eeabfbc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:45.804453 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cf23b1-5d8d-4d86-aafb-52a4cc4197b3 None None] Sync routers for ids ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:34:45.815490 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cf23b1-5d8d-4d86-aafb-52a4cc4197b3 None None] Routers {'9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:34:45.815882 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-f0cf23b1-5d8d-4d86-aafb-52a4cc4197b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:34:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:34:45.833543 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-36bb6076-3264-457f-84ce-a2a9eeabfbc7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "PUT /v2.0/floatingips/4100ea49-d302-43c8-afcf-50ccf7ffd491 HTTP/1.1" status: 200 len: 992 time: 1.3156378 Apr 12 13:34:45.834249 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bc7ac9-ef95-49bc-ad9f-cad412b506c0', 'tag': 'fee58994-2184-4fd9-8331-351ac9e60eae'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:34:45.837588 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d848d7dd-d626-4a0c-8df8-ada0cf3e5a64" -d '{"events": [{"name": "network-changed", "server_uuid": "32bc7ac9-ef95-49bc-ad9f-cad412b506c0", "tag": "fee58994-2184-4fd9-8331-351ac9e60eae"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:34:45.889083 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5440145-3ea9-4b6d-a5d9-7f9658ac4718 x-openstack-request-id: req-d5440145-3ea9-4b6d-a5d9-7f9658ac4718 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:34:45.889434 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bc7ac9-ef95-49bc-ad9f-cad412b506c0", "tag": "fee58994-2184-4fd9-8331-351ac9e60eae", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:34:45.889702 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5440145-3ea9-4b6d-a5d9-7f9658ac4718 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:34:45.890079 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5440145-3ea9-4b6d-a5d9-7f9658ac4718'] response: {'name': 'network-changed', 'server_uuid': '32bc7ac9-ef95-49bc-ad9f-cad412b506c0', 'tag': 'fee58994-2184-4fd9-8331-351ac9e60eae', 'status': 'completed', 'code': 200} Apr 12 13:34:45.943446 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-f0cf23b1-5d8d-4d86-aafb-52a4cc4197b3 None None] Set router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:34:45.966116 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848d7dd-d626-4a0c-8df8-ada0cf3e5a64 req-1d8a3404-e620-4192-9384-e2168f3ed171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:45.967653 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d848d7dd-d626-4a0c-8df8-ada0cf3e5a64 req-1d8a3404-e620-4192-9384-e2168f3ed171 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2bb2007ea0444849922a4d55efee799&device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 1130 time: 0.0513840 Apr 12 13:34:46.074796 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848d7dd-d626-4a0c-8df8-ada0cf3e5a64 req-f6a857c0-bfec-4daa-997f-21e5ae63f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:46.076268 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d848d7dd-d626-4a0c-8df8-ada0cf3e5a64 req-f6a857c0-bfec-4daa-997f-21e5ae63f18d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 200 len: 919 time: 0.0999365 Apr 12 13:34:46.145614 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d848d7dd-d626-4a0c-8df8-ada0cf3e5a64 req-accd51ee-6774-46fc-bd6a-a03d5c557935 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fee58994-2184-4fd9-8331-351ac9e60eae HTTP/1.1" status: 200 len: 1000 time: 0.0620723 Apr 12 13:34:46.197071 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848d7dd-d626-4a0c-8df8-ada0cf3e5a64 req-ed35608f-19cb-4811-8722-0a8aaaab4eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:46.198615 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d848d7dd-d626-4a0c-8df8-ada0cf3e5a64 req-ed35608f-19cb-4811-8722-0a8aaaab4eb0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3d8356-64c5-4a91-99a8-70c6abe2b2fb HTTP/1.1" status: 200 len: 857 time: 0.0465701 Apr 12 13:34:46.250494 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848d7dd-d626-4a0c-8df8-ada0cf3e5a64 req-dfe43f7d-4445-43a5-920b-c57c8bfb0cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:46.252038 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d848d7dd-d626-4a0c-8df8-ada0cf3e5a64 req-dfe43f7d-4445-43a5-920b-c57c8bfb0cb0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a956ac86-261f-4fbb-bce0-1832a315bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461776 Apr 12 13:34:46.318661 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-f0cf23b1-5d8d-4d86-aafb-52a4cc4197b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'name': 'tempest-ServerRescueNegativeTestJSON-601545448-router', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2191125b-10f1-433b-b1af-080c8e118b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:50Z', 'updated_at': '2022-04-12T13:31:58Z', 'revision_number': 4, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'gw_port': {'id': '2191125b-10f1-433b-b1af-080c8e118b18', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:51Z', 'updated_at': '2022-04-12T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '4100ea49-d302-43c8-afcf-50ccf7ffd491', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'port_id': 'fee58994-2184-4fd9-8331-351ac9e60eae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'mac_address': 'fa:16:3e:68:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bc7ac9-ef95-49bc-ad9f-cad412b506c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:34:31Z', 'updated_at': '2022-04-12T13:34:44Z', 'revision_number': 1, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51c3b45-b7dc-4f16-9518-bdac4229b820', 'name': '', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'mac_address': 'fa:16:3e:1b:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:09Z', 'revision_number': 5, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'subnets': [{'id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:34:46.347297 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cf23b1-5d8d-4d86-aafb-52a4cc4197b3 None None] Checking router: 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:34:46.353518 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d848d7dd-d626-4a0c-8df8-ada0cf3e5a64 req-a797ec7e-ed97-432f-b715-e525ae2c16de service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930860 Apr 12 13:34:46.356667 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cf23b1-5d8d-4d86-aafb-52a4cc4197b3 None None] Routers {'9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:34:46.357317 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-f0cf23b1-5d8d-4d86-aafb-52a4cc4197b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:34:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:34:46.472946 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d848d7dd-d626-4a0c-8df8-ada0cf3e5a64 req-57879574-fb4d-4826-91c7-dbbd7d8d8924 service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121430 Apr 12 13:34:46.488325 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-f0cf23b1-5d8d-4d86-aafb-52a4cc4197b3 None None] Set router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:34:46.710609 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-f0cf23b1-5d8d-4d86-aafb-52a4cc4197b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'name': 'tempest-ServerRescueNegativeTestJSON-601545448-router', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2191125b-10f1-433b-b1af-080c8e118b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:50Z', 'updated_at': '2022-04-12T13:31:58Z', 'revision_number': 4, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'gw_port': {'id': '2191125b-10f1-433b-b1af-080c8e118b18', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:51Z', 'updated_at': '2022-04-12T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '4100ea49-d302-43c8-afcf-50ccf7ffd491', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'port_id': 'fee58994-2184-4fd9-8331-351ac9e60eae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'mac_address': 'fa:16:3e:68:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bc7ac9-ef95-49bc-ad9f-cad412b506c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:34:31Z', 'updated_at': '2022-04-12T13:34:44Z', 'revision_number': 1, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51c3b45-b7dc-4f16-9518-bdac4229b820', 'name': '', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'mac_address': 'fa:16:3e:1b:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:09Z', 'revision_number': 5, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'subnets': [{'id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:34:46.736793 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cf23b1-5d8d-4d86-aafb-52a4cc4197b3 None None] The sync data for ids ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'] in dv-cinder-830098-4-iscsi is: [{'id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'name': 'tempest-ServerRescueNegativeTestJSON-601545448-router', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2191125b-10f1-433b-b1af-080c8e118b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:50Z', 'updated_at': '2022-04-12T13:31:58Z', 'revision_number': 4, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'gw_port': {'id': '2191125b-10f1-433b-b1af-080c8e118b18', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:51Z', 'updated_at': '2022-04-12T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '4100ea49-d302-43c8-afcf-50ccf7ffd491', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'port_id': 'fee58994-2184-4fd9-8331-351ac9e60eae', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'mac_address': 'fa:16:3e:68:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bc7ac9-ef95-49bc-ad9f-cad412b506c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:34:31Z', 'updated_at': '2022-04-12T13:34:44Z', 'revision_number': 1, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51c3b45-b7dc-4f16-9518-bdac4229b820', 'name': '', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'mac_address': 'fa:16:3e:1b:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:09Z', 'revision_number': 5, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'subnets': [{'id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:34:46.924766 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bb911d-83f8-4579-908a-c05eb330ce93 None None] New status for floating IP 4100ea49-d302-43c8-afcf-50ccf7ffd491: ACTIVE {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:34:48.999144 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c1c87cff-270c-4c2b-a3c8-13081bdf881d req-dd464264-4757-4727-a955-dd59f9c70ee4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398772 Apr 12 13:34:49.085810 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c87cff-270c-4c2b-a3c8-13081bdf881d req-e682bf67-dace-414a-89e1-bab88818495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:49.087302 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c1c87cff-270c-4c2b-a3c8-13081bdf881d req-e682bf67-dace-414a-89e1-bab88818495b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2bb2007ea0444849922a4d55efee799&device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 1130 time: 0.0409608 Apr 12 13:34:49.201240 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c87cff-270c-4c2b-a3c8-13081bdf881d req-0c4d02c5-5113-4f0a-bdd7-a2c374e28b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:49.202767 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c1c87cff-270c-4c2b-a3c8-13081bdf881d req-0c4d02c5-5113-4f0a-bdd7-a2c374e28b24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 200 len: 919 time: 0.0953312 Apr 12 13:34:49.248867 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c1c87cff-270c-4c2b-a3c8-13081bdf881d req-d3b95c0f-54ad-4a84-969b-60e04f669227 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0ab50a3-db2b-4e65-8622-172c27e72eac HTTP/1.1" status: 200 len: 217 time: 0.0351856 Apr 12 13:34:49.299001 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c87cff-270c-4c2b-a3c8-13081bdf881d req-f0ef8fd0-391e-4a76-8031-ae58b0559155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:49.300432 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c1c87cff-270c-4c2b-a3c8-13081bdf881d req-f0ef8fd0-391e-4a76-8031-ae58b0559155 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3d8356-64c5-4a91-99a8-70c6abe2b2fb HTTP/1.1" status: 200 len: 857 time: 0.0431986 Apr 12 13:34:49.363701 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c87cff-270c-4c2b-a3c8-13081bdf881d req-b296aa42-e0fa-4bd0-a80c-ed2ed793d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:34:49.365547 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c1c87cff-270c-4c2b-a3c8-13081bdf881d req-b296aa42-e0fa-4bd0-a80c-ed2ed793d413 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a956ac86-261f-4fbb-bce0-1832a315bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541267 Apr 12 13:34:49.454730 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c1c87cff-270c-4c2b-a3c8-13081bdf881d req-31558951-d133-4524-b096-c88732474b67 service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824187 Apr 12 13:34:49.549186 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c1c87cff-270c-4c2b-a3c8-13081bdf881d req-535e8ced-64ea-48cc-9e82-12e9ee916f77 service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879357 Apr 12 13:34:49.739476 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:54.823401 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0aa46f5c-d135-48be-89cf-5c781844f80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:57.447600 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d5e4399b-034c-4455-ba19-85050497a860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:58.035083 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:34:59.701687 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:00.967089 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:02.247490 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:35:15.413873 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdd19a-cf54-4972-bfad-025567ee0e6d req-cab15f98-ad14-4886-9b2b-2cb78b6beb3b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:15.415982 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-cefdd19a-cf54-4972-bfad-025567ee0e6d req-cab15f98-ad14-4886-9b2b-2cb78b6beb3b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0472968 Apr 12 13:35:15.462346 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-cefdd19a-cf54-4972-bfad-025567ee0e6d req-546508ba-9370-4507-9cd4-f7ca6de2a6b3 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412850 Apr 12 13:35:16.593256 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4fab0-3adb-4a78-ba05-9d7d173e25b8 req-480f2f8a-2753-4669-9947-4c23d916b784 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:16.594790 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1ed4fab0-3adb-4a78-ba05-9d7d173e25b8 req-480f2f8a-2753-4669-9947-4c23d916b784 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0559835 Apr 12 13:35:16.643735 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1ed4fab0-3adb-4a78-ba05-9d7d173e25b8 req-4712ed0c-d251-4426-a6da-3460b3c31d4c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432320 Apr 12 13:35:17.764061 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a7c0a-31d5-40a2-951f-29f62e1a85f7 req-c3c005ca-3d37-4a1a-b941-eddf51863c8e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:17.765565 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-eb6a7c0a-31d5-40a2-951f-29f62e1a85f7 req-c3c005ca-3d37-4a1a-b941-eddf51863c8e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0510831 Apr 12 13:35:17.817527 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-eb6a7c0a-31d5-40a2-951f-29f62e1a85f7 req-25a1f92b-10cd-49f4-a47c-8c3e9b3b75df tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463054 Apr 12 13:35:18.370611 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 33408) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:18.375083 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--797127811', 'description': 'tempest-description--1324194431'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:35:18.394326 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:18.464326 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (33598f5f-4f6a-413e-bf0a-3d91b1dd4927), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:18.468388 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (33598f5f-4f6a-413e-bf0a-3d91b1dd4927), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:18.497494 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:18.498648 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1270094 Apr 12 13:35:18.501907 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 33410) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:18.502697 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33598f5f-4f6a-413e-bf0a-3d91b1dd4927,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:18.507668 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'security_group_rule': {'security_group_id': '33598f5f-4f6a-413e-bf0a-3d91b1dd4927', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:35:18.509780 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.510843 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.511199 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.511546 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.511890 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.512230 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.512563 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.512899 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.513271 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.513611 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.513945 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.514276 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.514605 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.514934 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.515262 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d278e31-a7a2-4965-976f-d07b46978e1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.541655 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (4b533038-d43c-4c46-bdd7-2b9d98d0d5b3), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:18.597655 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (4b533038-d43c-4c46-bdd7-2b9d98d0d5b3), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:18.601949 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (4b533038-d43c-4c46-bdd7-2b9d98d0d5b3), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:18.620933 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b533038-d43c-4c46-bdd7-2b9d98d0d5b3,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:18.631372 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:18.632613 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287980 Apr 12 13:35:18.633960 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.634312 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.635267 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.635625 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.635973 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.636312 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.636649 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.636986 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.637268 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 33412) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:18.637453 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.637668 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.638019 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.638334 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.638689 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.638989 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.639318 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc82f8f-213a-410b-88b7-fe4ae330ae50 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:18.643755 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-e4153b62-4396-4257-b47c-b0e59fb0c092 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'security_group_rule': {'security_group_id': '33598f5f-4f6a-413e-bf0a-3d91b1dd4927', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:35:18.672041 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e4153b62-4396-4257-b47c-b0e59fb0c092 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (88c0d509-848a-4009-ae6c-0286ddc9532d), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:18.727865 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e4153b62-4396-4257-b47c-b0e59fb0c092 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (88c0d509-848a-4009-ae6c-0286ddc9532d), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:18.731524 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e4153b62-4396-4257-b47c-b0e59fb0c092 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (88c0d509-848a-4009-ae6c-0286ddc9532d), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:18.750112 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4153b62-4396-4257-b47c-b0e59fb0c092 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c0d509-848a-4009-ae6c-0286ddc9532d,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:18.756450 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e4153b62-4396-4257-b47c-b0e59fb0c092 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:18.757657 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-e4153b62-4396-4257-b47c-b0e59fb0c092 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187572 Apr 12 13:35:18.761009 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 33414) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:18.766256 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-2da74c6f-3490-4f55-8fa8-b8c73f75ddf1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'floatingip': {'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:35:18.787073 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2da74c6f-3490-4f55-8fa8-b8c73f75ddf1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:18.871916 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2da74c6f-3490-4f55-8fa8-b8c73f75ddf1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:18.971966 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd1092-9961-4a1b-ba13-270111545a70 req-bc01919d-9570-4e85-8b76-1f346748f891 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:18.973473 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-25fd1092-9961-4a1b-ba13-270111545a70 req-bc01919d-9570-4e85-8b76-1f346748f891 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0653899 Apr 12 13:35:19.043970 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-2da74c6f-3490-4f55-8fa8-b8c73f75ddf1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Allocated IP 172.27.2.245 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/2360bab0-85ba-430b-a419-3beb4969cd6c) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:35:19.063925 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-25fd1092-9961-4a1b-ba13-270111545a70 req-b78fcae6-f270-460e-a477-280aaa48c153 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729141 Apr 12 13:35:19.168656 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2da74c6f-3490-4f55-8fa8-b8c73f75ddf1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for port (2360bab0-85ba-430b-a419-3beb4969cd6c), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:19.202315 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2da74c6f-3490-4f55-8fa8-b8c73f75ddf1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (2360bab0-85ba-430b-a419-3beb4969cd6c), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:19.240864 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da74c6f-3490-4f55-8fa8-b8c73f75ddf1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:35:19.245185 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-2da74c6f-3490-4f55-8fa8-b8c73f75ddf1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:35:19.251574 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da74c6f-3490-4f55-8fa8-b8c73f75ddf1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:35:19.254647 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da74c6f-3490-4f55-8fa8-b8c73f75ddf1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'Port': ['ID=2360bab0-85ba-430b-a419-3beb4969cd6c,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:19.335938 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2da74c6f-3490-4f55-8fa8-b8c73f75ddf1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (471985d8-6a92-4af9-a0fe-a10d9c848abc), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:19.372456 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2da74c6f-3490-4f55-8fa8-b8c73f75ddf1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (2360bab0-85ba-430b-a419-3beb4969cd6c), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:19.518631 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2da74c6f-3490-4f55-8fa8-b8c73f75ddf1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for port (2360bab0-85ba-430b-a419-3beb4969cd6c), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:19.522999 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2da74c6f-3490-4f55-8fa8-b8c73f75ddf1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (2360bab0-85ba-430b-a419-3beb4969cd6c), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:19.593304 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da74c6f-3490-4f55-8fa8-b8c73f75ddf1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'Port': ['ID=2360bab0-85ba-430b-a419-3beb4969cd6c,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:19.604870 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2da74c6f-3490-4f55-8fa8-b8c73f75ddf1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (471985d8-6a92-4af9-a0fe-a10d9c848abc), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:19.624732 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2da74c6f-3490-4f55-8fa8-b8c73f75ddf1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:19.626003 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-2da74c6f-3490-4f55-8fa8-b8c73f75ddf1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8633919 Apr 12 13:35:19.775787 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:19.822833 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-51553c89-1b54-4a62-ada2-af71657a62c5 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--797127811&fields=id&tenant_id=758bb918fa864786a7a375dde266ff59 HTTP/1.1" status: 200 len: 267 time: 0.0418000 Apr 12 13:35:19.945286 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-900c0740-7ee7-4cc1-bf1a-becfc9f0ff35 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:19.946731 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-900c0740-7ee7-4cc1-bf1a-becfc9f0ff35 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/networks?id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 HTTP/1.1" status: 200 len: 815 time: 0.1173058 Apr 12 13:35:19.961609 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-93c060f4-cf78-41c2-9dcc-8eb4b7a68c57 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/quotas/758bb918fa864786a7a375dde266ff59 HTTP/1.1" status: 200 len: 375 time: 0.0088630 Apr 12 13:35:20.012383 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-130fc1df-4656-40cd-9820-b6e70653ebff tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=758bb918fa864786a7a375dde266ff59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456295 Apr 12 13:35:20.108327 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-02910e6b-0768-4c07-9607-ec80faa0b50e service neutron] 10.222.0.11 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849166 Apr 12 13:35:20.181451 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cb936-0077-4d55-8411-53cb8ab99a27 req-6b9e6b02-479a-48ee-be17-d75be35c4c94 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:20.182973 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ff1cb936-0077-4d55-8411-53cb8ab99a27 req-6b9e6b02-479a-48ee-be17-d75be35c4c94 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0485492 Apr 12 13:35:20.198190 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-728a2ecb-6118-4ceb-a956-4902a286b623 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839388 Apr 12 13:35:20.231875 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ff1cb936-0077-4d55-8411-53cb8ab99a27 req-632f7a95-d4dd-49da-a2cb-84bfd46f3af4 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434015 Apr 12 13:35:21.359399 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919a0f8-8370-45cc-8f7c-725e60ed7c24 req-34c3807a-caae-48a3-a250-7dcca6b3e648 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:21.360930 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0919a0f8-8370-45cc-8f7c-725e60ed7c24 req-34c3807a-caae-48a3-a250-7dcca6b3e648 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0497715 Apr 12 13:35:21.402021 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8b99af33-8bd9-4e2f-96fc-8de4fcb36dd7 req-473bbe18-b753-4d53-a7e8-b3630f36394c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 210 time: 0.0381110 Apr 12 13:35:21.423307 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0919a0f8-8370-45cc-8f7c-725e60ed7c24 req-8aab974a-564a-4986-a9d4-9e85490b0cdb tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559287 Apr 12 13:35:22.347480 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-4e8277df-c1ac-435c-bc6f-5e570d2343b8 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:22.348932 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-4e8277df-c1ac-435c-bc6f-5e570d2343b8 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.41 "GET /v2.0/networks?id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 HTTP/1.1" status: 200 len: 815 time: 0.1040869 Apr 12 13:35:22.420500 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-2adc4a2a-e3d6-494d-bf03-531a68281be6 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=758bb918fa864786a7a375dde266ff59 HTTP/1.1" status: 200 len: 472 time: 0.0630441 Apr 12 13:35:22.486297 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-090f1d4c-6f32-4b8e-8ef6-b29fe7c39ee5 req-70b535ad-d3b0-4bd7-a814-bd1900d3acf6 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 210 time: 0.0362599 Apr 12 13:35:22.499074 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-adf08a97-acc9-44a4-aa3c-1629f1a65a7a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'port': {'device_id': '6a335517-4349-4b27-9aef-1c3caa7e831d', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'admin_state_up': True, 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'security_groups': ['33598f5f-4f6a-413e-bf0a-3d91b1dd4927']}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:35:22.608279 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afa74c-4b38-4760-a7bb-719e78a656a8 req-04f4c2c6-5caa-4242-8e2a-a50adebc1db8 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:22.609741 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-13afa74c-4b38-4760-a7bb-719e78a656a8 req-04f4c2c6-5caa-4242-8e2a-a50adebc1db8 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0927126 Apr 12 13:35:22.686006 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-13afa74c-4b38-4760-a7bb-719e78a656a8 req-d8fcb70e-823b-444e-b257-ecc5ba481c07 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690763 Apr 12 13:35:22.687105 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-adf08a97-acc9-44a4-aa3c-1629f1a65a7a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Made reservation on behalf of 758bb918fa864786a7a375dde266ff59 for: {'port': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:35:22.690376 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-adf08a97-acc9-44a4-aa3c-1629f1a65a7a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:22.819423 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-adf08a97-acc9-44a4-aa3c-1629f1a65a7a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Allocated IP 172.20.0.14 (9ce84178-38e7-4e29-b4a8-e078a0b5e3f2/1774c03c-3ad4-4c38-b37a-e0b0c31504ad/4fb0a539-d4f6-484c-9e0a-a9303021722f) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:35:22.959784 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-adf08a97-acc9-44a4-aa3c-1629f1a65a7a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for port (4fb0a539-d4f6-484c-9e0a-a9303021722f), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:22.992581 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-adf08a97-acc9-44a4-aa3c-1629f1a65a7a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (4fb0a539-d4f6-484c-9e0a-a9303021722f), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:23.035092 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-adf08a97-acc9-44a4-aa3c-1629f1a65a7a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:35:23.038112 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-adf08a97-acc9-44a4-aa3c-1629f1a65a7a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:35:23.041807 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-adf08a97-acc9-44a4-aa3c-1629f1a65a7a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:35:23.050296 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf08a97-acc9-44a4-aa3c-1629f1a65a7a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'Port': ['ID=4fb0a539-d4f6-484c-9e0a-a9303021722f,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:23.095666 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-adf08a97-acc9-44a4-aa3c-1629f1a65a7a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:23.096281 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-adf08a97-acc9-44a4-aa3c-1629f1a65a7a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:23.113569 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-adf08a97-acc9-44a4-aa3c-1629f1a65a7a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6193569 Apr 12 13:35:23.167529 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Request body: {'port': {'device_id': '6a335517-4349-4b27-9aef-1c3caa7e831d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:35:23.236661 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (4fb0a539-d4f6-484c-9e0a-a9303021722f), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:23.320501 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5fb171c0-c577-46ca-822a-750cf4ced274 None None] Provisioning complete for port 4fb0a539-d4f6-484c-9e0a-a9303021722f triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:35:23.321066 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5fb171c0-c577-46ca-822a-750cf4ced274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (4fb0a539-d4f6-484c-9e0a-a9303021722f), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:23.356273 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5fb171c0-c577-46ca-822a-750cf4ced274 None None] Port 4fb0a539-d4f6-484c-9e0a-a9303021722f cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:35:23.498128 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fb0a539-d4f6-484c-9e0a-a9303021722f {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:35:23.505790 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Publish callbacks [] for port (4fb0a539-d4f6-484c-9e0a-a9303021722f), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:23.521742 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Transition to ACTIVE for port object 4fb0a539-d4f6-484c-9e0a-a9303021722f will not be triggered until provisioned by entity L2. {{(pid=103295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:35:23.527280 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (4fb0a539-d4f6-484c-9e0a-a9303021722f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:23.589676 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Pushing event updated for resources: {'Port': ['ID=4fb0a539-d4f6-484c-9e0a-a9303021722f,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:23.602980 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb415b-4358-458b-a604-2e970ee9496f req-bc9d9d9f-add7-4032-8b71-a600a18ec517 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:23.605624 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2cdb415b-4358-458b-a604-2e970ee9496f req-bc9d9d9f-add7-4032-8b71-a600a18ec517 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 944 time: 0.0501263 Apr 12 13:35:23.666307 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2cdb415b-4358-458b-a604-2e970ee9496f req-b6ad689d-12cc-443e-bf9a-d66a8d6393a6 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=33598f5f-4f6a-413e-bf0a-3d91b1dd4927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529642 Apr 12 13:35:23.672596 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Attempting to bind port 4fb0a539-d4f6-484c-9e0a-a9303021722f on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:35:23.673596 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Attempting to bind port 4fb0a539-d4f6-484c-9e0a-a9303021722f by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:35:23.674000 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Attempting to bind port 4fb0a539-d4f6-484c-9e0a-a9303021722f on network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:35:23.679237 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Port 4fb0a539-d4f6-484c-9e0a-a9303021722f on network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:35:23.679561 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Attempting to bind port 4fb0a539-d4f6-484c-9e0a-a9303021722f on network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:35:23.684764 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:35:23.685100 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Checking segment: {'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:35:23.685511 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Bound using segment: {'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:35:23.685931 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Bound port: 4fb0a539-d4f6-484c-9e0a-a9303021722f, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:35:23.686287 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (4fb0a539-d4f6-484c-9e0a-a9303021722f), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:23.757695 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] For port 4fb0a539-d4f6-484c-9e0a-a9303021722f, host hv-cinder-83009, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:35:23.761194 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] For port 4fb0a539-d4f6-484c-9e0a-a9303021722f, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4fb0a539-d4f6-484c-9e0a-a9303021722f,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:35:23.769245 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (4fb0a539-d4f6-484c-9e0a-a9303021722f), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:23.838268 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:23.838903 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:23.840331 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] 10.222.0.41 "PUT /v2.0/ports/4fb0a539-d4f6-484c-9e0a-a9303021722f HTTP/1.1" status: 200 len: 1094 time: 0.6780491 Apr 12 13:35:23.840788 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a335517-4349-4b27-9aef-1c3caa7e831d', 'tag': '4fb0a539-d4f6-484c-9e0a-a9303021722f'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:35:23.843127 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dc05c8-d476-4baf-9854-979f4d4cd7d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6a335517-4349-4b27-9aef-1c3caa7e831d", "tag": "4fb0a539-d4f6-484c-9e0a-a9303021722f"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:35:23.854686 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8deeeb7-51a8-4a85-83f9-4a280a43b98d req-58f31d95-3e69-4024-abab-0845f22fb941 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:23.856258 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e8deeeb7-51a8-4a85-83f9-4a280a43b98d req-58f31d95-3e69-4024-abab-0845f22fb941 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0897357 Apr 12 13:35:23.894462 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32812561-bd80-4f96-8528-732a24feb3c1 x-openstack-request-id: req-32812561-bd80-4f96-8528-732a24feb3c1 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:35:23.894769 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a335517-4349-4b27-9aef-1c3caa7e831d", "tag": "4fb0a539-d4f6-484c-9e0a-a9303021722f", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:35:23.895026 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-32812561-bd80-4f96-8528-732a24feb3c1 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:35:23.895433 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32812561-bd80-4f96-8528-732a24feb3c1'] response: {'name': 'network-changed', 'server_uuid': '6a335517-4349-4b27-9aef-1c3caa7e831d', 'tag': '4fb0a539-d4f6-484c-9e0a-a9303021722f', 'status': 'completed', 'code': 200} Apr 12 13:35:23.897669 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958955d1-2ade-414a-aa4e-918b7f1addae service neutron] Pushing event updated for resources: {'Port': ['ID=4fb0a539-d4f6-484c-9e0a-a9303021722f,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:23.929383 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e8deeeb7-51a8-4a85-83f9-4a280a43b98d req-df43406a-7248-436e-9694-3b77d763bc33 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665927 Apr 12 13:35:24.088143 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc05c8-d476-4baf-9854-979f4d4cd7d1 req-b23a625b-7f6e-4e2d-93a5-814bbb02b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:24.089669 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-04dc05c8-d476-4baf-9854-979f4d4cd7d1 req-b23a625b-7f6e-4e2d-93a5-814bbb02b753 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=758bb918fa864786a7a375dde266ff59&device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 1128 time: 0.0411491 Apr 12 13:35:24.567080 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc05c8-d476-4baf-9854-979f4d4cd7d1 req-7fa7ec84-e095-47cf-b545-04fc15f87bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:24.568567 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-04dc05c8-d476-4baf-9854-979f4d4cd7d1 req-7fa7ec84-e095-47cf-b545-04fc15f87bd5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=758bb918fa864786a7a375dde266ff59&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1029160 Apr 12 13:35:24.676292 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc05c8-d476-4baf-9854-979f4d4cd7d1 req-11a29100-c8e4-43bf-9f88-ad018c1b0253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:24.677885 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-04dc05c8-d476-4baf-9854-979f4d4cd7d1 req-11a29100-c8e4-43bf-9f88-ad018c1b0253 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1026566 Apr 12 13:35:24.796264 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-5d69a755-5f12-4d14-b19a-2e714de91932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:24.797827 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-5d69a755-5f12-4d14-b19a-2e714de91932 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=758bb918fa864786a7a375dde266ff59&device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 1128 time: 0.0751376 Apr 12 13:35:24.809537 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b751c5-891f-4729-ac67-52c9bf1b9518 req-7037001a-6aeb-4302-949b-f57ceb92bb6f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:24.811068 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-00b751c5-891f-4729-ac67-52c9bf1b9518 req-7037001a-6aeb-4302-949b-f57ceb92bb6f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 944 time: 0.0567722 Apr 12 13:35:24.829582 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-982ef7ac-ff0a-434b-a193-a0fad527b0de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:24.854088 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-fc28f9f7-cbf3-4581-879d-ade465ca64e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fb0a539-d4f6-484c-9e0a-a9303021722f HTTP/1.1" status: 200 len: 217 time: 0.0420508 Apr 12 13:35:24.892672 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-00b751c5-891f-4729-ac67-52c9bf1b9518 req-6466622d-2b40-4a64-8aec-50fa7973ffee tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=33598f5f-4f6a-413e-bf0a-3d91b1dd4927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732419 Apr 12 13:35:24.895169 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedd89e-83cc-47d2-baf9-5983d05af490 req-2de49540-6cdc-4d20-b682-e4dd9503ebb9 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:24.896679 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-acedd89e-83cc-47d2-baf9-5983d05af490 req-2de49540-6cdc-4d20-b682-e4dd9503ebb9 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0465844 Apr 12 13:35:24.945701 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-acedd89e-83cc-47d2-baf9-5983d05af490 req-45e38017-f1e5-42df-97aa-0c7ef6d469da tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422599 Apr 12 13:35:24.961579 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-c4264a47-bfcb-47a7-97b0-08c794419e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:24.963709 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-c4264a47-bfcb-47a7-97b0-08c794419e04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1774c03c-3ad4-4c38-b37a-e0b0c31504ad HTTP/1.1" status: 200 len: 854 time: 0.0458682 Apr 12 13:35:25.059048 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5aeaa4-39fa-4744-925b-44d9b80376a4 req-843698f1-1d3e-41f2-9682-381c767e22ad tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:25.060385 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8c5aeaa4-39fa-4744-925b-44d9b80376a4 req-843698f1-1d3e-41f2-9682-381c767e22ad tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0562253 Apr 12 13:35:25.099436 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-a7bcee1e-5059-415f-a1d1-6a0a0908d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:25.100841 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-a7bcee1e-5059-415f-a1d1-6a0a0908d004 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572727 Apr 12 13:35:25.149608 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8c5aeaa4-39fa-4744-925b-44d9b80376a4 req-def5d8c2-ead9-4c98-a06d-2b4784f34871 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738089 Apr 12 13:35:25.208755 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-f8927689-2c83-4024-996d-fa078d22141e service neutron] 10.222.0.41 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983107 Apr 12 13:35:25.303921 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a9395cba-9e9c-46b9-9c75-beae73e76818 req-9ebd21b7-370d-4d19-ba0f-8c58ba28a2bb service neutron] 10.222.0.41 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849593 Apr 12 13:35:26.010353 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b24467-a25a-49bb-b640-bf96ee526d8a req-f7998e9c-8cd4-4401-be99-79e5b320724f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:26.011833 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a0b24467-a25a-49bb-b640-bf96ee526d8a req-f7998e9c-8cd4-4401-be99-79e5b320724f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 944 time: 0.0509510 Apr 12 13:35:26.060876 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c322e4-f759-428c-ba5d-44697a1289ff req-0a08c9bd-96a9-45d4-8f24-7cb433e94bc2 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:26.062407 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-70c322e4-f759-428c-ba5d-44697a1289ff req-0a08c9bd-96a9-45d4-8f24-7cb433e94bc2 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0479782 Apr 12 13:35:26.064955 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a0b24467-a25a-49bb-b640-bf96ee526d8a req-36221efa-5013-41ad-a4eb-baed1cf7d872 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=33598f5f-4f6a-413e-bf0a-3d91b1dd4927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474365 Apr 12 13:35:26.108391 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-70c322e4-f759-428c-ba5d-44697a1289ff req-3f23e033-6bb6-41ae-8d25-09d2a23d897e tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401807 Apr 12 13:35:26.268053 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f041c-15c0-4c72-8e10-ced28d656d29 req-fda5aee8-f7cd-46b0-a200-4bbac78c28a1 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:26.269675 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a20f041c-15c0-4c72-8e10-ced28d656d29 req-fda5aee8-f7cd-46b0-a200-4bbac78c28a1 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0503707 Apr 12 13:35:26.321546 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a20f041c-15c0-4c72-8e10-ced28d656d29 req-c7d337d0-b1e8-4288-a9b6-c4bb3e69e728 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462158 Apr 12 13:35:27.176217 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25976bd-c5c4-411c-a0b5-4e1476392860 req-48aed379-3c3c-4fb6-ad4e-4612ea897466 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:27.177715 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e25976bd-c5c4-411c-a0b5-4e1476392860 req-48aed379-3c3c-4fb6-ad4e-4612ea897466 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 944 time: 0.0471447 Apr 12 13:35:27.224241 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0091049-b3ba-4223-85b3-17093b8749cf req-a729b746-e878-4a32-b213-8fecfe788fdc tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:27.225772 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f0091049-b3ba-4223-85b3-17093b8749cf req-a729b746-e878-4a32-b213-8fecfe788fdc tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0500124 Apr 12 13:35:27.226182 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e25976bd-c5c4-411c-a0b5-4e1476392860 req-356a4795-b0c5-4bb4-9a4b-4cae49ab5c0b tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=33598f5f-4f6a-413e-bf0a-3d91b1dd4927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428584 Apr 12 13:35:27.272967 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f0091049-b3ba-4223-85b3-17093b8749cf req-c8007e23-7a2c-4c33-839b-bee04418855e tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407555 Apr 12 13:35:27.442444 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9009c9-171d-4965-9fd1-bf3114d8bccb req-9511248d-2850-4e66-aff2-d011ae17707f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:27.443908 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3f9009c9-171d-4965-9fd1-bf3114d8bccb req-9511248d-2850-4e66-aff2-d011ae17707f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0504282 Apr 12 13:35:27.449299 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-957f6070-b57f-4793-89c3-66d213486228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:27.491673 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3f9009c9-171d-4965-9fd1-bf3114d8bccb req-bcbc5bdb-4701-423c-966f-677d8fae1ece tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413184 Apr 12 13:35:28.037748 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:28.343968 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564adbd9-362a-4e05-a06d-a97e78e0fa8a req-9b6e5d8a-e0f3-4d2c-812d-6c42b4597a40 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:28.345481 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-564adbd9-362a-4e05-a06d-a97e78e0fa8a req-9b6e5d8a-e0f3-4d2c-812d-6c42b4597a40 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 944 time: 0.0490201 Apr 12 13:35:28.390344 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbad02-a804-4750-9b41-381d7d6939c3 req-f840bfff-b37a-4ded-9824-7a1cc76c743f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:28.391837 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d5fbad02-a804-4750-9b41-381d7d6939c3 req-f840bfff-b37a-4ded-9824-7a1cc76c743f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0475111 Apr 12 13:35:28.392867 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-564adbd9-362a-4e05-a06d-a97e78e0fa8a req-00192c3b-9c1e-44d4-a71a-595388a5ece8 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=33598f5f-4f6a-413e-bf0a-3d91b1dd4927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418172 Apr 12 13:35:28.440452 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d5fbad02-a804-4750-9b41-381d7d6939c3 req-2e950362-fde9-4eee-a30c-99f18e507d8c tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429592 Apr 12 13:35:28.604927 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7972187-db26-45d4-936b-9da7e7399b32 req-9151ba11-3c2c-4a04-b474-6cccb7edfa6d tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:28.606335 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b7972187-db26-45d4-936b-9da7e7399b32 req-9151ba11-3c2c-4a04-b474-6cccb7edfa6d tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0461273 Apr 12 13:35:28.656602 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b7972187-db26-45d4-936b-9da7e7399b32 req-0fe36ff0-bc6e-46d9-ab2b-cdb9168561cf tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444677 Apr 12 13:35:29.521026 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae99ca0-60c4-406c-be29-4688d6aa0469 req-be1a8bb3-6973-410f-97c7-939d227905f6 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:29.522527 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2ae99ca0-60c4-406c-be29-4688d6aa0469 req-be1a8bb3-6973-410f-97c7-939d227905f6 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 944 time: 0.0473218 Apr 12 13:35:29.538718 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 4fb0a539-d4f6-484c-9e0a-a9303021722f details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:35:29.554032 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4490eb4-49ec-412a-848e-a596479522c4 req-9262aa2c-4504-43f5-a37c-2cd80fecb45e tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:29.555589 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a4490eb4-49ec-412a-848e-a596479522c4 req-9262aa2c-4504-43f5-a37c-2cd80fecb45e tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0472722 Apr 12 13:35:29.575423 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2ae99ca0-60c4-406c-be29-4688d6aa0469 req-65b1ac13-c416-416e-8c25-0cc0c614ac34 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=33598f5f-4f6a-413e-bf0a-3d91b1dd4927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470252 Apr 12 13:35:29.605361 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a4490eb4-49ec-412a-848e-a596479522c4 req-ccdd2a12-35ce-4da9-a93b-31042333cfae tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426195 Apr 12 13:35:29.639293 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 4fb0a539-d4f6-484c-9e0a-a9303021722f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4fb0a539-d4f6-484c-9e0a-a9303021722f,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:35:29.651011 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': '4fb0a539-d4f6-484c-9e0a-a9303021722f', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'port_id': '4fb0a539-d4f6-484c-9e0a-a9303021722f', 'mac_address': 'fa:16:3e:43:7e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:35:29.696087 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 4fb0a539-d4f6-484c-9e0a-a9303021722f is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:35:29.696489 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (4fb0a539-d4f6-484c-9e0a-a9303021722f), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:29.716226 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fb0a539-d4f6-484c-9e0a-a9303021722f {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:35:29.722205 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:29.736974 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 4fb0a539-d4f6-484c-9e0a-a9303021722f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4fb0a539-d4f6-484c-9e0a-a9303021722f,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:35:29.740735 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (4fb0a539-d4f6-484c-9e0a-a9303021722f), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:29.782294 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca037587-fe32-4492-a1f9-cd1b7be04bbe req-271708d1-6e17-4459-a92e-128bb102905c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:29.783788 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ca037587-fe32-4492-a1f9-cd1b7be04bbe req-271708d1-6e17-4459-a92e-128bb102905c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0482473 Apr 12 13:35:29.788061 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=4fb0a539-d4f6-484c-9e0a-a9303021722f,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:29.795287 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:29.795759 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:29.796251 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:29.796769 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:29.797298 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:29.797673 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:29.798005 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:29.798336 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:29.798667 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:29.798997 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:29.799332 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:29.799674 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:29.800003 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:29.800327 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:29.800650 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:35:29.846258 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ca037587-fe32-4492-a1f9-cd1b7be04bbe req-f9208a11-40ed-4077-b7a5-85ecb9c36e21 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568123 Apr 12 13:35:30.276330 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['4fb0a539-d4f6-484c-9e0a-a9303021722f'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:35:30.688059 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f30cc6-ef3c-4351-97a2-c427b7226052 req-c5b3a1fb-703c-491b-81fe-bf1f576fe2dc tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:30.689561 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-13f30cc6-ef3c-4351-97a2-c427b7226052 req-c5b3a1fb-703c-491b-81fe-bf1f576fe2dc tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 945 time: 0.0475016 Apr 12 13:35:30.717835 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da869d4-488b-4350-ad11-5f9eee7bedc2 req-9bcd84ee-eba7-4e32-8fec-15b5234fdf77 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:30.719304 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4da869d4-488b-4350-ad11-5f9eee7bedc2 req-9bcd84ee-eba7-4e32-8fec-15b5234fdf77 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0465090 Apr 12 13:35:30.737556 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-13f30cc6-ef3c-4351-97a2-c427b7226052 req-dbb01d86-305c-44d0-bf0c-277686920872 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=33598f5f-4f6a-413e-bf0a-3d91b1dd4927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423350 Apr 12 13:35:30.766556 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4da869d4-488b-4350-ad11-5f9eee7bedc2 req-eb528a02-83b4-450b-91ea-ebe6673cf515 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415885 Apr 12 13:35:30.968095 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785de7c-96df-4015-a1c5-8b6c92b328ae req-47101e7c-f15b-48d0-afff-f700352bcac0 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:30.969637 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:30.970150 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6785de7c-96df-4015-a1c5-8b6c92b328ae req-47101e7c-f15b-48d0-afff-f700352bcac0 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0519235 Apr 12 13:35:31.016293 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6785de7c-96df-4015-a1c5-8b6c92b328ae req-9780beb8-9f64-4e11-afff-00a969e8eb2d tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406604 Apr 12 13:35:31.825200 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 4fb0a539-d4f6-484c-9e0a-a9303021722f up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:35:31.855311 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61a2c4-0345-4ba5-9997-7c3c901a9f0b req-a53d99d6-e4f9-4fa6-9002-49460e820ca1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:31.856916 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1a61a2c4-0345-4ba5-9997-7c3c901a9f0b req-a53d99d6-e4f9-4fa6-9002-49460e820ca1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 945 time: 0.0539968 Apr 12 13:35:31.873986 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port 4fb0a539-d4f6-484c-9e0a-a9303021722f completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:35:31.880174 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port 4fb0a539-d4f6-484c-9e0a-a9303021722f triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:35:31.881394 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfc50b-6414-4bf1-ba31-04352253321d req-4528abe0-123c-4947-8304-32bff557ad2e tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:31.881859 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (4fb0a539-d4f6-484c-9e0a-a9303021722f), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:31.883235 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a3cfc50b-6414-4bf1-ba31-04352253321d req-4528abe0-123c-4947-8304-32bff557ad2e tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0489445 Apr 12 13:35:31.910518 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1a61a2c4-0345-4ba5-9997-7c3c901a9f0b req-688e0f59-d71a-4aab-b013-127758dc5d40 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=33598f5f-4f6a-413e-bf0a-3d91b1dd4927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464485 Apr 12 13:35:31.937348 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a3cfc50b-6414-4bf1-ba31-04352253321d req-fd051397-bd33-4262-8f63-be54ed713f88 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475299 Apr 12 13:35:31.967580 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 4fb0a539-d4f6-484c-9e0a-a9303021722f is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:35:31.967975 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (4fb0a539-d4f6-484c-9e0a-a9303021722f), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:31.990291 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a335517-4349-4b27-9aef-1c3caa7e831d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb0a539-d4f6-484c-9e0a-a9303021722f'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:35:31.992486 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d148e0-94e4-450f-8638-0a65d3c3294e" -d '{"events": [{"server_uuid": "6a335517-4349-4b27-9aef-1c3caa7e831d", "name": "network-vif-plugged", "status": "completed", "tag": "4fb0a539-d4f6-484c-9e0a-a9303021722f"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:35:32.005943 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 4fb0a539-d4f6-484c-9e0a-a9303021722f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4fb0a539-d4f6-484c-9e0a-a9303021722f,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:35:32.011166 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (4fb0a539-d4f6-484c-9e0a-a9303021722f), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:32.033952 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cf0607-efbe-4087-87e4-b3833f533f0e x-openstack-request-id: req-d5cf0607-efbe-4087-87e4-b3833f533f0e {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:35:32.034264 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a335517-4349-4b27-9aef-1c3caa7e831d", "name": "network-vif-plugged", "status": "completed", "tag": "4fb0a539-d4f6-484c-9e0a-a9303021722f", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:35:32.034525 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5cf0607-efbe-4087-87e4-b3833f533f0e {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:35:32.034923 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5cf0607-efbe-4087-87e4-b3833f533f0e'] response: {'server_uuid': '6a335517-4349-4b27-9aef-1c3caa7e831d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fb0a539-d4f6-484c-9e0a-a9303021722f', 'code': 200} Apr 12 13:35:32.061603 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=4fb0a539-d4f6-484c-9e0a-a9303021722f,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:32.136967 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fb1de-4e7c-4483-a54d-daa445823a61 req-abb2654b-19b6-4f7c-92ac-612c4a081ee9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:32.138618 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6e2fb1de-4e7c-4483-a54d-daa445823a61 req-abb2654b-19b6-4f7c-92ac-612c4a081ee9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0492883 Apr 12 13:35:32.191801 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6e2fb1de-4e7c-4483-a54d-daa445823a61 req-7d45d90e-48af-47ba-913b-9f2072496de2 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473013 Apr 12 13:35:32.205765 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e64748-4ae8-4100-9d30-4cc502aa0524 req-c75d7f08-9c04-429d-b28d-5e99d8213cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:32.207277 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b2e64748-4ae8-4100-9d30-4cc502aa0524 req-c75d7f08-9c04-429d-b28d-5e99d8213cff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 1130 time: 0.0380375 Apr 12 13:35:32.252908 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b2e64748-4ae8-4100-9d30-4cc502aa0524 req-00e1212b-cc3c-45cc-a7e8-2e8b12fae2c1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33598f5f-4f6a-413e-bf0a-3d91b1dd4927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377023 Apr 12 13:35:33.026216 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbedb1-87ef-472f-924c-31729ebeb90a req-57603064-3836-4e98-ac2a-d1242edbc210 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:33.027817 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-43fbedb1-87ef-472f-924c-31729ebeb90a req-57603064-3836-4e98-ac2a-d1242edbc210 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 946 time: 0.0507836 Apr 12 13:35:33.052297 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f060997-ef00-414d-b420-5227b84afbb9 req-3fdf856d-c634-4805-8c04-8fee88f21af2 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:33.053789 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2f060997-ef00-414d-b420-5227b84afbb9 req-3fdf856d-c634-4805-8c04-8fee88f21af2 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0473335 Apr 12 13:35:33.074832 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-43fbedb1-87ef-472f-924c-31729ebeb90a req-aef8ae78-4379-4c0e-bfa0-42c2df6912dc tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=33598f5f-4f6a-413e-bf0a-3d91b1dd4927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414319 Apr 12 13:35:33.100105 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2f060997-ef00-414d-b420-5227b84afbb9 req-4fa7e16f-c130-45ab-8c96-ed50cdc2648d tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406125 Apr 12 13:35:33.312209 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae130aa-b7d9-4a64-afc7-02d644c92193 req-a801bf98-c16a-4ee9-a540-cfe356ea00cc tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:33.313698 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-cae130aa-b7d9-4a64-afc7-02d644c92193 req-a801bf98-c16a-4ee9-a540-cfe356ea00cc tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0464890 Apr 12 13:35:33.359974 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-cae130aa-b7d9-4a64-afc7-02d644c92193 req-9d8b715c-b15f-4729-8397-c89c8dec2705 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408325 Apr 12 13:35:33.841314 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:35:33.941616 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:35:33.952503 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'port_id': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51', 'mac_address': 'fa:16:3e:c6:8b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:35:33.989162 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 is: ACTIVE; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:35:33.989545 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:34.002944 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:35:34.027279 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:35:34.032015 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:34.081208 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,revision_number=6']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:34.188498 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08756e-aab6-4308-8862-7fc728b1405e req-eedbafaf-d5b0-4277-883a-ac3a1b45d5e8 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:34.190117 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ec08756e-aab6-4308-8862-7fc728b1405e req-eedbafaf-d5b0-4277-883a-ac3a1b45d5e8 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 946 time: 0.0476694 Apr 12 13:35:34.216052 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1a97f-0706-44c9-ac36-205447432a2c req-fc12f6fa-6869-4b75-a33b-ba5206334ff3 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:34.219011 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d7e1a97f-0706-44c9-ac36-205447432a2c req-fc12f6fa-6869-4b75-a33b-ba5206334ff3 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0465882 Apr 12 13:35:34.238294 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ec08756e-aab6-4308-8862-7fc728b1405e req-35de0e4a-8500-42a0-8680-900162cb2996 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=33598f5f-4f6a-413e-bf0a-3d91b1dd4927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425982 Apr 12 13:35:34.255329 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['28c0b7ed-bcc4-4208-ac91-a3fd364d4a51'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:35:34.282156 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d7e1a97f-0706-44c9-ac36-205447432a2c req-859445f1-efa9-4627-8485-31e710c3cfa7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470428 Apr 12 13:35:34.484579 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb6720-3e7a-4748-b095-509225492114 req-91c9218f-82cf-46b0-a7fb-491af81421bb tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:34.486024 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a4fb6720-3e7a-4748-b095-509225492114 req-91c9218f-82cf-46b0-a7fb-491af81421bb tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 945 time: 0.0514026 Apr 12 13:35:34.532023 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a4fb6720-3e7a-4748-b095-509225492114 req-531d9df9-1f14-42d4-bfb7-ceb3095ae4b9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404625 Apr 12 13:35:35.404589 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283a1b6-a854-4db7-9542-e183a0ff7595 req-cf373729-15f7-4de4-b80c-71839e063951 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:35.406239 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9283a1b6-a854-4db7-9542-e183a0ff7595 req-cf373729-15f7-4de4-b80c-71839e063951 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0504746 Apr 12 13:35:35.456443 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9283a1b6-a854-4db7-9542-e183a0ff7595 req-73208fd8-39c7-470d-8682-c656a0c28d67 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444291 Apr 12 13:35:35.621837 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8ce59-1122-48ee-a15c-f8462c26f1d9 req-e7d33f08-7906-4ead-acc7-bef8dd7376cb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:35.623320 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c3b8ce59-1122-48ee-a15c-f8462c26f1d9 req-e7d33f08-7906-4ead-acc7-bef8dd7376cb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 946 time: 0.3187139 Apr 12 13:35:35.659206 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3c298-bc6f-4ff0-9d05-a1ce6c4ca5ed req-a9ee5906-0919-4b93-b1b5-193fca298d66 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:35.660671 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-28b3c298-bc6f-4ff0-9d05-a1ce6c4ca5ed req-a9ee5906-0919-4b93-b1b5-193fca298d66 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 945 time: 0.0557580 Apr 12 13:35:35.673529 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c3b8ce59-1122-48ee-a15c-f8462c26f1d9 req-41eadb75-6003-45b9-959b-5b596f312948 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=33598f5f-4f6a-413e-bf0a-3d91b1dd4927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436788 Apr 12 13:35:35.717799 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-28b3c298-bc6f-4ff0-9d05-a1ce6c4ca5ed req-8a210160-cd37-4a04-9198-76bc0e87f3f5 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426679 Apr 12 13:35:35.782042 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df4280-75d6-44d2-8f06-8519272f872f req-b71c54f2-29ad-42d5-912c-5d49bb0ccbb3 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:35.783480 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-90df4280-75d6-44d2-8f06-8519272f872f req-b71c54f2-29ad-42d5-912c-5d49bb0ccbb3 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 946 time: 0.0455468 Apr 12 13:35:35.792379 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 33548) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:35.796642 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-1fbd75dd-8b59-4251-af31-435752718237 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'floatingip': {'port_id': '4fb0a539-d4f6-484c-9e0a-a9303021722f'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:35:35.838786 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1fbd75dd-8b59-4251-af31-435752718237 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (471985d8-6a92-4af9-a0fe-a10d9c848abc), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:35.851867 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:35:35.900587 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:35:35.900964 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:35.976054 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:35:35.976448 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:35.999167 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714549aa-5a3c-4b3c-989d-67fd166cd035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:35:36.001448 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4980878d-268d-43a5-b70f-129af899c16a" -d '{"events": [{"server_uuid": "714549aa-5a3c-4b3c-989d-67fd166cd035", "name": "network-vif-plugged", "status": "completed", "tag": "28c0b7ed-bcc4-4208-ac91-a3fd364d4a51"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:35:36.013815 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:35:36.024244 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:36.051932 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c3d63c-92bb-492d-9fc1-c37f325a9874 x-openstack-request-id: req-98c3d63c-92bb-492d-9fc1-c37f325a9874 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:35:36.052253 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714549aa-5a3c-4b3c-989d-67fd166cd035", "name": "network-vif-plugged", "status": "completed", "tag": "28c0b7ed-bcc4-4208-ac91-a3fd364d4a51", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:35:36.052513 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-98c3d63c-92bb-492d-9fc1-c37f325a9874 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:35:36.052901 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c3d63c-92bb-492d-9fc1-c37f325a9874'] response: {'server_uuid': '714549aa-5a3c-4b3c-989d-67fd166cd035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51', 'code': 200} Apr 12 13:35:36.079155 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,revision_number=7']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:36.293668 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1fbd75dd-8b59-4251-af31-435752718237 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:36.297545 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1fbd75dd-8b59-4251-af31-435752718237 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (471985d8-6a92-4af9-a0fe-a10d9c848abc), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:36.406849 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.l3_db [None req-1fbd75dd-8b59-4251-af31-435752718237 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Floating IP 471985d8-6a92-4af9-a0fe-a10d9c848abc associated. External IP: 172.27.2.245, port: 4fb0a539-d4f6-484c-9e0a-a9303021722f. Apr 12 13:35:36.628346 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8231493-ccbc-4efc-a466-64fe167e189c req-68dd7776-58fa-45f3-aadf-d4ccb6ce1110 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:36.629720 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e8231493-ccbc-4efc-a466-64fe167e189c req-68dd7776-58fa-45f3-aadf-d4ccb6ce1110 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0852079 Apr 12 13:35:36.670011 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbd75dd-8b59-4251-af31-435752718237 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:35:36.700036 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e8231493-ccbc-4efc-a466-64fe167e189c req-19ff5638-fcd7-4c22-9bdc-484ab88217fb tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637147 Apr 12 13:35:36.830282 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbd75dd-8b59-4251-af31-435752718237 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:35:36.835463 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1fbd75dd-8b59-4251-af31-435752718237 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:36.837871 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4a7d6-46a8-4347-871a-e2c9e685a4d3 req-f11aed81-efb6-4fff-bdcb-8d6808f6806c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:36.843223 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac03eef-0e2c-4914-976b-8612fdd247d0 None None] Sync routers for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:35:36.851502 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-14a4a7d6-46a8-4347-871a-e2c9e685a4d3 req-f11aed81-efb6-4fff-bdcb-8d6808f6806c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0636575 Apr 12 13:35:36.855769 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac03eef-0e2c-4914-976b-8612fdd247d0 None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:35:36.856426 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-aac03eef-0e2c-4914-976b-8612fdd247d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:35:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:35:36.881412 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-1fbd75dd-8b59-4251-af31-435752718237 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "PUT /v2.0/floatingips/471985d8-6a92-4af9-a0fe-a10d9c848abc HTTP/1.1" status: 200 len: 992 time: 1.0778823 Apr 12 13:35:36.881412 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a335517-4349-4b27-9aef-1c3caa7e831d', 'tag': '4fb0a539-d4f6-484c-9e0a-a9303021722f'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:35:36.881412 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f3a964-8b54-4430-a4cb-6cab786377eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6a335517-4349-4b27-9aef-1c3caa7e831d", "tag": "4fb0a539-d4f6-484c-9e0a-a9303021722f"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:35:36.908803 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-14a4a7d6-46a8-4347-871a-e2c9e685a4d3 req-340e08f4-38d5-46b0-97df-c4fe00bb97cd tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500808 Apr 12 13:35:36.928647 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49904c4-9cbb-4ad6-98cc-aa9cc3f16acc x-openstack-request-id: req-b49904c4-9cbb-4ad6-98cc-aa9cc3f16acc {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:35:36.928958 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a335517-4349-4b27-9aef-1c3caa7e831d", "tag": "4fb0a539-d4f6-484c-9e0a-a9303021722f", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:35:36.929278 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b49904c4-9cbb-4ad6-98cc-aa9cc3f16acc {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:35:36.929724 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49904c4-9cbb-4ad6-98cc-aa9cc3f16acc'] response: {'name': 'network-changed', 'server_uuid': '6a335517-4349-4b27-9aef-1c3caa7e831d', 'tag': '4fb0a539-d4f6-484c-9e0a-a9303021722f', 'status': 'completed', 'code': 200} Apr 12 13:35:36.995838 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3a964-8b54-4430-a4cb-6cab786377eb req-1fc197b7-790a-47da-8d1a-0af2f69805f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:36.998025 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-93f3a964-8b54-4430-a4cb-6cab786377eb req-1fc197b7-790a-47da-8d1a-0af2f69805f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=758bb918fa864786a7a375dde266ff59&device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 1130 time: 0.0460665 Apr 12 13:35:37.003844 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-aac03eef-0e2c-4914-976b-8612fdd247d0 None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:35:37.098387 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3a964-8b54-4430-a4cb-6cab786377eb req-a52b1edf-0d35-4c4c-89e1-f2715d13c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:37.100741 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-93f3a964-8b54-4430-a4cb-6cab786377eb req-a52b1edf-0d35-4c4c-89e1-f2715d13c8d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 HTTP/1.1" status: 200 len: 916 time: 0.0950637 Apr 12 13:35:37.170022 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-93f3a964-8b54-4430-a4cb-6cab786377eb req-a1d23de7-8d3d-45bd-a9b7-15373a51c754 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4fb0a539-d4f6-484c-9e0a-a9303021722f HTTP/1.1" status: 200 len: 1000 time: 0.0620174 Apr 12 13:35:37.228671 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3a964-8b54-4430-a4cb-6cab786377eb req-0e9814bc-74de-4deb-84ed-862c8a4de69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:37.230208 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-93f3a964-8b54-4430-a4cb-6cab786377eb req-0e9814bc-74de-4deb-84ed-862c8a4de69b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1774c03c-3ad4-4c38-b37a-e0b0c31504ad HTTP/1.1" status: 200 len: 854 time: 0.0529177 Apr 12 13:35:37.239395 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-aac03eef-0e2c-4914-976b-8612fdd247d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '471985d8-6a92-4af9-a0fe-a10d9c848abc', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'port_id': '4fb0a539-d4f6-484c-9e0a-a9303021722f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'mac_address': 'fa:16:3e:43:7e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a335517-4349-4b27-9aef-1c3caa7e831d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:35:19Z', 'updated_at': '2022-04-12T13:35:36Z', 'revision_number': 1, 'project_id': '758bb918fa864786a7a375dde266ff59', 'fixed_ip_address_scope': None}, {'id': 'a32d9e8d-41da-4ea9-852c-f958a2153a71', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'port_id': '1d6ba5f9-733a-407b-8a04-d24441bac042', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'mac_address': 'fa:16:3e:06:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec23bf5d-33f8-4c40-b606-9cce5423fd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:32:21Z', 'updated_at': '2022-04-12T13:33:04Z', 'revision_number': 2, 'project_id': '758bb918fa864786a7a375dde266ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:35:37.270750 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac03eef-0e2c-4914-976b-8612fdd247d0 None None] Checking router: 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:35:37.276549 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3a964-8b54-4430-a4cb-6cab786377eb req-40678552-b89d-4f09-a3cd-f9d32eb16f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:37.278262 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-93f3a964-8b54-4430-a4cb-6cab786377eb req-40678552-b89d-4f09-a3cd-f9d32eb16f54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416372 Apr 12 13:35:37.280708 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac03eef-0e2c-4914-976b-8612fdd247d0 None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:35:37.281355 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-aac03eef-0e2c-4914-976b-8612fdd247d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:35:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:35:37.388788 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-93f3a964-8b54-4430-a4cb-6cab786377eb req-b5892e12-fee2-4040-9cd6-e7e13a1f3183 service neutron] 10.222.0.41 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024830 Apr 12 13:35:37.417634 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-aac03eef-0e2c-4914-976b-8612fdd247d0 None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:35:37.511700 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-93f3a964-8b54-4430-a4cb-6cab786377eb req-a5b2072f-dd16-4560-962a-b569a39ac342 service neutron] 10.222.0.41 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157253 Apr 12 13:35:37.688376 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-aac03eef-0e2c-4914-976b-8612fdd247d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '471985d8-6a92-4af9-a0fe-a10d9c848abc', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'port_id': '4fb0a539-d4f6-484c-9e0a-a9303021722f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'mac_address': 'fa:16:3e:43:7e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a335517-4349-4b27-9aef-1c3caa7e831d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:35:19Z', 'updated_at': '2022-04-12T13:35:36Z', 'revision_number': 1, 'project_id': '758bb918fa864786a7a375dde266ff59', 'fixed_ip_address_scope': None}, {'id': 'a32d9e8d-41da-4ea9-852c-f958a2153a71', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'port_id': '1d6ba5f9-733a-407b-8a04-d24441bac042', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'mac_address': 'fa:16:3e:06:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec23bf5d-33f8-4c40-b606-9cce5423fd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:32:21Z', 'updated_at': '2022-04-12T13:33:04Z', 'revision_number': 2, 'project_id': '758bb918fa864786a7a375dde266ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:35:37.734432 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac03eef-0e2c-4914-976b-8612fdd247d0 None None] The sync data for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi is: [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '471985d8-6a92-4af9-a0fe-a10d9c848abc', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'port_id': '4fb0a539-d4f6-484c-9e0a-a9303021722f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'mac_address': 'fa:16:3e:43:7e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a335517-4349-4b27-9aef-1c3caa7e831d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:35:19Z', 'updated_at': '2022-04-12T13:35:36Z', 'revision_number': 1, 'project_id': '758bb918fa864786a7a375dde266ff59', 'fixed_ip_address_scope': None}, {'id': 'a32d9e8d-41da-4ea9-852c-f958a2153a71', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'port_id': '1d6ba5f9-733a-407b-8a04-d24441bac042', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'mac_address': 'fa:16:3e:06:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec23bf5d-33f8-4c40-b606-9cce5423fd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:32:21Z', 'updated_at': '2022-04-12T13:33:04Z', 'revision_number': 2, 'project_id': '758bb918fa864786a7a375dde266ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:35:37.888102 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17a71a-6673-4061-aac9-e96f01639ad2 req-59d2ffdd-e5d3-45d0-9c04-f4327fee0287 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:37.893594 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9a17a71a-6673-4061-aac9-e96f01639ad2 req-59d2ffdd-e5d3-45d0-9c04-f4327fee0287 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0903337 Apr 12 13:35:37.956547 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9a17a71a-6673-4061-aac9-e96f01639ad2 req-9651f226-24e7-430c-9de0-5f0a75b7cded tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594339 Apr 12 13:35:38.072027 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae49641-355d-4c22-a31b-6d2268e857a0 None None] New status for floating IP 471985d8-6a92-4af9-a0fe-a10d9c848abc: ACTIVE {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:35:38.087644 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698969f0-7fa9-4501-88eb-9ee0eaee20da req-686750eb-c76a-42d2-a486-8a8d412e19dc tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:38.094759 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-698969f0-7fa9-4501-88eb-9ee0eaee20da req-686750eb-c76a-42d2-a486-8a8d412e19dc tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0694292 Apr 12 13:35:38.150401 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-698969f0-7fa9-4501-88eb-9ee0eaee20da req-a0579b07-0689-4b5a-a421-5f52715ee567 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546110 Apr 12 13:35:39.080299 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46ccfa-ef45-4e55-b505-d9a514431ad4 req-be8824ab-f360-4867-bf83-dda13acb6ae0 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:39.081808 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3f46ccfa-ef45-4e55-b505-d9a514431ad4 req-be8824ab-f360-4867-bf83-dda13acb6ae0 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0508142 Apr 12 13:35:39.150384 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3f46ccfa-ef45-4e55-b505-d9a514431ad4 req-0c32130e-b09d-4616-ad1c-c203688bb7da tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572422 Apr 12 13:35:39.252571 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:35:39.290249 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609720b-ca32-4b96-995d-1c6662a444fd req-c2107a21-3e1a-4577-ad01-dbc9edd5ad3f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:39.298182 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b609720b-ca32-4b96-995d-1c6662a444fd req-c2107a21-3e1a-4577-ad01-dbc9edd5ad3f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0800931 Apr 12 13:35:39.356177 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b609720b-ca32-4b96-995d-1c6662a444fd req-07c58ab4-2fe5-4062-90c6-9b890350ec1a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559244 Apr 12 13:35:40.263876 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a15fda-31f9-4e08-a399-e9c5d1f5e439 req-d79706b9-b269-4b89-88a3-dfee694a9be0 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:40.267241 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c2a15fda-31f9-4e08-a399-e9c5d1f5e439 req-d79706b9-b269-4b89-88a3-dfee694a9be0 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0578642 Apr 12 13:35:40.335521 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c2a15fda-31f9-4e08-a399-e9c5d1f5e439 req-c24732e4-c4e5-4672-83d4-c08b80a19e7b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605512 Apr 12 13:35:40.488024 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db33a89-3a32-4a9f-b8df-6d9337451d43 req-17855fca-782f-4aeb-b9d6-af0202ff43e1 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:40.489598 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6db33a89-3a32-4a9f-b8df-6d9337451d43 req-17855fca-782f-4aeb-b9d6-af0202ff43e1 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0531778 Apr 12 13:35:40.547508 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6db33a89-3a32-4a9f-b8df-6d9337451d43 req-4a17b9e5-e561-4cbc-a488-488bd4d67e3c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495908 Apr 12 13:35:41.458347 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966d598-9b3a-457a-b1f5-26363ea39b7f req-c4fe7020-2eea-4324-9392-d8556b3b5d92 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:41.460428 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a966d598-9b3a-457a-b1f5-26363ea39b7f req-c4fe7020-2eea-4324-9392-d8556b3b5d92 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0529053 Apr 12 13:35:41.520547 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a966d598-9b3a-457a-b1f5-26363ea39b7f req-69cfa51e-0f9e-4a91-9f89-aaba17498e46 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543196 Apr 12 13:35:41.697576 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413b178-44b8-441f-a688-7d809f7d5d1a req-267b8932-c9e4-469e-9606-f5c3ed0786c7 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:41.710145 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0413b178-44b8-441f-a688-7d809f7d5d1a req-267b8932-c9e4-469e-9606-f5c3ed0786c7 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0807569 Apr 12 13:35:41.796111 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0413b178-44b8-441f-a688-7d809f7d5d1a req-620316c3-a57c-4c67-959d-d82f46ee6529 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822895 Apr 12 13:35:41.869014 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb3341-3061-4cba-8400-c7515cc4e5dd req-add2fbaa-a296-4f78-9f23-54940df2a76e tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:41.880962 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c3eb3341-3061-4cba-8400-c7515cc4e5dd req-add2fbaa-a296-4f78-9f23-54940df2a76e tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.1215794 Apr 12 13:35:41.969030 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c3eb3341-3061-4cba-8400-c7515cc4e5dd req-49145de3-79e8-48ae-8450-e5bf40559136 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870128 Apr 12 13:35:41.995970 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9293b59-a480-45e4-82bc-3dbb55fbb805 req-85cda8d4-c5bb-45e3-b9ba-21847741b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:41.997619 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f9293b59-a480-45e4-82bc-3dbb55fbb805 req-85cda8d4-c5bb-45e3-b9ba-21847741b216 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d7e8314f5b74f97a1d31c6659a57083&device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 1129 time: 0.0931945 Apr 12 13:35:42.105686 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9293b59-a480-45e4-82bc-3dbb55fbb805 req-52e87d1a-bda6-4235-8ab4-9f9d7831ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:42.110692 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f9293b59-a480-45e4-82bc-3dbb55fbb805 req-52e87d1a-bda6-4235-8ab4-9f9d7831ea19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dbcb15e3-0cf5-4145-a386-89dfb653c57e HTTP/1.1" status: 200 len: 911 time: 0.1052437 Apr 12 13:35:42.201479 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f9293b59-a480-45e4-82bc-3dbb55fbb805 req-ed9f3bc1-e0d9-4ce6-87ff-e3cd5142ec2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86f208c6-672c-426b-a655-9a9dd142e67a HTTP/1.1" status: 200 len: 1000 time: 0.0828464 Apr 12 13:35:42.262051 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9293b59-a480-45e4-82bc-3dbb55fbb805 req-37f5fa27-c4c0-4ee1-9835-4587d168a121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:42.264503 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f9293b59-a480-45e4-82bc-3dbb55fbb805 req-37f5fa27-c4c0-4ee1-9835-4587d168a121 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa056591-a77e-4564-bed1-da05f4aad210 HTTP/1.1" status: 200 len: 849 time: 0.0551836 Apr 12 13:35:42.324659 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9293b59-a480-45e4-82bc-3dbb55fbb805 req-699c8a9e-55c6-4708-9090-d9f02a4690d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:42.326564 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f9293b59-a480-45e4-82bc-3dbb55fbb805 req-699c8a9e-55c6-4708-9090-d9f02a4690d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dbcb15e3-0cf5-4145-a386-89dfb653c57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551291 Apr 12 13:35:42.438418 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f9293b59-a480-45e4-82bc-3dbb55fbb805 req-162b4308-e551-4979-af34-9f9f202d9297 service neutron] 10.222.0.41 "GET /v2.0/networks/dbcb15e3-0cf5-4145-a386-89dfb653c57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037169 Apr 12 13:35:42.567276 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f9293b59-a480-45e4-82bc-3dbb55fbb805 req-31392ad1-36d2-49bd-9024-2db365eac2c6 service neutron] 10.222.0.41 "GET /v2.0/networks/dbcb15e3-0cf5-4145-a386-89dfb653c57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207147 Apr 12 13:35:43.004700 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9dd2e-1bcf-4ab1-b226-36075801836a req-0e420644-2b2f-4f60-885a-8538bb769e08 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:43.013015 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d0a9dd2e-1bcf-4ab1-b226-36075801836a req-0e420644-2b2f-4f60-885a-8538bb769e08 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0749669 Apr 12 13:35:43.079712 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d0a9dd2e-1bcf-4ab1-b226-36075801836a req-469c95d1-4e1a-4f7a-be9f-dd66d8cbf60d tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642669 Apr 12 13:35:43.135114 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ee311-7c8c-44aa-a032-92c41a16280e req-db69f5e0-15b2-4194-b19c-05c956912f6f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:43.137520 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-434ee311-7c8c-44aa-a032-92c41a16280e req-db69f5e0-15b2-4194-b19c-05c956912f6f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0857532 Apr 12 13:35:43.186738 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-434ee311-7c8c-44aa-a032-92c41a16280e req-ad02c54e-7c6c-4166-b68b-3280192ad476 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432003 Apr 12 13:35:43.409456 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e55118-5eab-4a3e-81d5-f9d2e5043b09 req-0fa536b2-8be4-4a7a-b83a-3ecde9ddc61e tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:43.410996 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b6e55118-5eab-4a3e-81d5-f9d2e5043b09 req-0fa536b2-8be4-4a7a-b83a-3ecde9ddc61e tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0553062 Apr 12 13:35:43.482948 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b6e55118-5eab-4a3e-81d5-f9d2e5043b09 req-ab0f8e71-c15f-4a7a-b610-142ad0419526 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645146 Apr 12 13:35:43.932976 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd809cd-a8a9-4b17-992f-04beceab73ef req-1a91775c-d37b-4228-bdf1-5a65988b96a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:43.934599 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7cd809cd-a8a9-4b17-992f-04beceab73ef req-1a91775c-d37b-4228-bdf1-5a65988b96a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7b5ac96172b45b6a78b9fd4bda96a31&device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 1169 time: 0.0475924 Apr 12 13:35:44.035696 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd809cd-a8a9-4b17-992f-04beceab73ef req-af5a4dc0-760e-491c-877b-6b4e95d8e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:44.037207 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7cd809cd-a8a9-4b17-992f-04beceab73ef req-af5a4dc0-760e-491c-877b-6b4e95d8e332 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f49db9b-8084-43b4-9af2-e258167632f1 HTTP/1.1" status: 200 len: 915 time: 0.0938792 Apr 12 13:35:44.116649 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7cd809cd-a8a9-4b17-992f-04beceab73ef req-af022445-4ea4-4c9a-8844-9156d7ba109b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad0316e9-34d0-4844-941d-9da8690b893c HTTP/1.1" status: 200 len: 1000 time: 0.0726166 Apr 12 13:35:44.174802 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd809cd-a8a9-4b17-992f-04beceab73ef req-50818e7d-6023-49c4-ad4a-c93709f69baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:44.176082 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7cd809cd-a8a9-4b17-992f-04beceab73ef req-50818e7d-6023-49c4-ad4a-c93709f69baa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a998b45c-048a-454f-8557-4d43ed85f98d HTTP/1.1" status: 200 len: 853 time: 0.0523329 Apr 12 13:35:44.217300 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba9898-c316-484f-a0c6-6eeada1635f9 req-e83c9447-4c8e-4107-bbec-119fb6f2f1b9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:44.219655 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-87ba9898-c316-484f-a0c6-6eeada1635f9 req-e83c9447-4c8e-4107-bbec-119fb6f2f1b9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0583348 Apr 12 13:35:44.228236 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd809cd-a8a9-4b17-992f-04beceab73ef req-809e6ff3-077a-45db-9bce-c9a4b3d89ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:44.231266 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7cd809cd-a8a9-4b17-992f-04beceab73ef req-809e6ff3-077a-45db-9bce-c9a4b3d89ed1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f49db9b-8084-43b4-9af2-e258167632f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486224 Apr 12 13:35:44.288977 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-87ba9898-c316-484f-a0c6-6eeada1635f9 req-90032c41-dab0-459f-9e8d-a49914111c60 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608704 Apr 12 13:35:44.400197 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d2f47-1562-4ed1-9a3c-d1f2118f70f9 req-a793c5d5-e1f0-42b9-8c37-7a80d4a72521 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:44.402021 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6c4d2f47-1562-4ed1-9a3c-d1f2118f70f9 req-a793c5d5-e1f0-42b9-8c37-7a80d4a72521 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0690084 Apr 12 13:35:44.407681 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7cd809cd-a8a9-4b17-992f-04beceab73ef req-fea4d189-35f6-4933-a961-a4cc0d7338c8 service neutron] 10.222.0.41 "GET /v2.0/networks/7f49db9b-8084-43b4-9af2-e258167632f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684730 Apr 12 13:35:44.524056 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6c4d2f47-1562-4ed1-9a3c-d1f2118f70f9 req-6fb9189e-dfa4-485b-a6e5-72c4e7a398b2 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124861 Apr 12 13:35:44.563986 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7cd809cd-a8a9-4b17-992f-04beceab73ef req-3d4097d8-c7bd-43c2-9960-80a9f21470a7 service neutron] 10.222.0.41 "GET /v2.0/networks/7f49db9b-8084-43b4-9af2-e258167632f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478217 Apr 12 13:35:44.635476 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d822e83b-5da1-46d5-b7d0-0f02fdf21f07 req-7961b18e-ef29-4349-a509-5a070a15efcb tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:44.637062 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d822e83b-5da1-46d5-b7d0-0f02fdf21f07 req-7961b18e-ef29-4349-a509-5a070a15efcb tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0677607 Apr 12 13:35:44.724056 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d822e83b-5da1-46d5-b7d0-0f02fdf21f07 req-e71042d9-7f4a-4fea-93e0-74f73ada95b9 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797181 Apr 12 13:35:45.417205 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b0734-fb6f-4bd6-b550-35a1f7e7444d req-a2e7e21d-163e-44a8-abc5-8da7ad9d5b9f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:45.418981 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c68b0734-fb6f-4bd6-b550-35a1f7e7444d req-a2e7e21d-163e-44a8-abc5-8da7ad9d5b9f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0527890 Apr 12 13:35:45.478138 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c68b0734-fb6f-4bd6-b550-35a1f7e7444d req-f4b80356-73df-4b07-bb57-305d86e12a1c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532558 Apr 12 13:35:45.845732 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464d105-6651-4222-91e8-1ae478c51689 req-e9cec445-1554-46ef-b9ba-c50361b2ca38 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:45.847318 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e464d105-6651-4222-91e8-1ae478c51689 req-e9cec445-1554-46ef-b9ba-c50361b2ca38 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0557339 Apr 12 13:35:45.918459 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e464d105-6651-4222-91e8-1ae478c51689 req-6dd23f3e-7510-4db0-9b27-80cc44d50aa5 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635691 Apr 12 13:35:46.902494 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab30afc-9789-4742-b521-a99228b63fb0 req-0e04e7ca-8c52-4c53-a40b-9cd24799ddf7 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:46.904146 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2ab30afc-9789-4742-b521-a99228b63fb0 req-0e04e7ca-8c52-4c53-a40b-9cd24799ddf7 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.3369102 Apr 12 13:35:46.956737 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2ab30afc-9789-4742-b521-a99228b63fb0 req-dff440a4-75fe-4c9b-be22-cca55dbb2c2b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444300 Apr 12 13:35:47.039963 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06889c-7221-43af-876c-a19b59180f27 req-5ea03333-946e-4c4a-8ff7-9652ae2ab68f tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:47.041560 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0b06889c-7221-43af-876c-a19b59180f27 req-5ea03333-946e-4c4a-8ff7-9652ae2ab68f tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0509515 Apr 12 13:35:47.109398 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0b06889c-7221-43af-876c-a19b59180f27 req-383af79a-dbca-4c61-9b23-9686e615cd34 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619152 Apr 12 13:35:48.075944 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b8502-2b7f-45e2-918b-4d5d867998b1 req-46d1d623-2d35-476f-809a-7cb381c68d0b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:48.077461 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-dd1b8502-2b7f-45e2-918b-4d5d867998b1 req-46d1d623-2d35-476f-809a-7cb381c68d0b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0474262 Apr 12 13:35:48.130756 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9936cc6-36ed-419c-81be-2a3c19cf0fc9 req-a65a53b5-9692-40cd-b958-3695f6c0e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:48.132249 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e9936cc6-36ed-419c-81be-2a3c19cf0fc9 req-a65a53b5-9692-40cd-b958-3695f6c0e612 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fef9bcc9d6d4674acceb9c482454dfd&device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 1130 time: 0.0539243 Apr 12 13:35:48.171948 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-dd1b8502-2b7f-45e2-918b-4d5d867998b1 req-ef324af2-0e02-4ce0-8621-61a0146d9eec tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860708 Apr 12 13:35:48.229249 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36652803-bed0-46a9-8c79-b2bf3ca1d869 req-cf309a82-cec1-4a2d-900d-e61daae8fc2f tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:48.230737 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-36652803-bed0-46a9-8c79-b2bf3ca1d869 req-cf309a82-cec1-4a2d-900d-e61daae8fc2f tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0531099 Apr 12 13:35:48.239867 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9936cc6-36ed-419c-81be-2a3c19cf0fc9 req-cb3f3528-2caf-4a1d-96b4-337cc9ccb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:48.241445 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e9936cc6-36ed-419c-81be-2a3c19cf0fc9 req-cb3f3528-2caf-4a1d-96b4-337cc9ccb648 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f075efcd-1b7f-4180-93c5-9b0501e51c53 HTTP/1.1" status: 200 len: 917 time: 0.0937560 Apr 12 13:35:48.290240 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-36652803-bed0-46a9-8c79-b2bf3ca1d869 req-07ef6542-f349-4b5d-acfb-28ea815382b8 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535882 Apr 12 13:35:48.311856 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e9936cc6-36ed-419c-81be-2a3c19cf0fc9 req-470666c4-cb69-4c13-8d53-be487da547b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 HTTP/1.1" status: 200 len: 1001 time: 0.0614545 Apr 12 13:35:48.365311 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9936cc6-36ed-419c-81be-2a3c19cf0fc9 req-052fe1bf-f7fb-4174-9a08-b02df847d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:48.366732 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e9936cc6-36ed-419c-81be-2a3c19cf0fc9 req-052fe1bf-f7fb-4174-9a08-b02df847d622 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5deca89-4859-4941-9efc-762fc23afa05 HTTP/1.1" status: 200 len: 855 time: 0.0428445 Apr 12 13:35:48.417367 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9936cc6-36ed-419c-81be-2a3c19cf0fc9 req-3b5df5a0-df04-45f2-a053-ac39e69ffe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:48.418848 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e9936cc6-36ed-419c-81be-2a3c19cf0fc9 req-3b5df5a0-df04-45f2-a053-ac39e69ffe9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f075efcd-1b7f-4180-93c5-9b0501e51c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391972 Apr 12 13:35:48.511879 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e9936cc6-36ed-419c-81be-2a3c19cf0fc9 req-7a6274f0-b9a2-4036-96fb-6163653254c9 service neutron] 10.222.0.41 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847056 Apr 12 13:35:48.597610 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e9936cc6-36ed-419c-81be-2a3c19cf0fc9 req-25ae2520-a3b1-4762-b86f-231b201d557c service neutron] 10.222.0.41 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794704 Apr 12 13:35:49.293261 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54503b-f429-4f85-8fb5-7236c7ec3f6c req-6634d13b-16fb-4ef9-9241-4bd89bbe43d0 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:49.294737 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ec54503b-f429-4f85-8fb5-7236c7ec3f6c req-6634d13b-16fb-4ef9-9241-4bd89bbe43d0 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0509694 Apr 12 13:35:49.342266 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ec54503b-f429-4f85-8fb5-7236c7ec3f6c req-90adb2de-fa5a-4d90-b220-d8eaf4da464a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421114 Apr 12 13:35:49.416447 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f6168-c844-4e29-b192-de13b0ecebe5 req-b9102ea5-f0b2-430e-9c30-dc6fc6b8529a tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:49.417928 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7d3f6168-c844-4e29-b192-de13b0ecebe5 req-b9102ea5-f0b2-430e-9c30-dc6fc6b8529a tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0511944 Apr 12 13:35:49.475874 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7d3f6168-c844-4e29-b192-de13b0ecebe5 req-bcf13d5b-279e-4e11-b3e4-46be5c91ea8a tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522926 Apr 12 13:35:49.778101 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:50.462894 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aec9a6-624b-4692-9ff6-8d2c69bb2abb req-e92a1c45-08ce-4789-aa3a-53d32231599f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:50.464347 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-85aec9a6-624b-4692-9ff6-8d2c69bb2abb req-e92a1c45-08ce-4789-aa3a-53d32231599f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0461822 Apr 12 13:35:50.510073 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-85aec9a6-624b-4692-9ff6-8d2c69bb2abb req-692f6b05-0977-486b-b653-3fd48573742c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402753 Apr 12 13:35:50.589022 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9db6bc-eda2-48f0-b89c-7aadcfdc352e req-476f93a8-0c5a-45d9-a27b-2a10a37dfd74 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:50.590525 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ee9db6bc-eda2-48f0-b89c-7aadcfdc352e req-476f93a8-0c5a-45d9-a27b-2a10a37dfd74 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0466375 Apr 12 13:35:50.659603 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ee9db6bc-eda2-48f0-b89c-7aadcfdc352e req-8bbde524-984c-4696-af0c-b4508a219bc9 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634775 Apr 12 13:35:50.713610 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f7ac9916-39f8-4906-af10-ccf611d78159 req-21f43c63-8fec-4f70-9b7a-f41ef29a5a3e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436659 Apr 12 13:35:50.811946 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac9916-39f8-4906-af10-ccf611d78159 req-289110d0-9a52-4afb-b94e-c5e72e0bfd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:50.813477 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f7ac9916-39f8-4906-af10-ccf611d78159 req-289110d0-9a52-4afb-b94e-c5e72e0bfd25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2bb2007ea0444849922a4d55efee799&device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 1129 time: 0.0385005 Apr 12 13:35:51.154609 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac9916-39f8-4906-af10-ccf611d78159 req-16f1afd8-85ab-464e-a383-070ae44ed2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:51.156059 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f7ac9916-39f8-4906-af10-ccf611d78159 req-16f1afd8-85ab-464e-a383-070ae44ed2fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 200 len: 919 time: 0.0879745 Apr 12 13:35:51.205005 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f7ac9916-39f8-4906-af10-ccf611d78159 req-9afcd364-a7ae-4a62-93c8-0e4c52bdc701 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cfea81e-d77e-4c85-ae49-26b624080d7c HTTP/1.1" status: 200 len: 217 time: 0.0373144 Apr 12 13:35:51.252892 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac9916-39f8-4906-af10-ccf611d78159 req-ae4c697a-1e5a-42eb-bd8f-7f6b6f010fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:51.254332 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f7ac9916-39f8-4906-af10-ccf611d78159 req-ae4c697a-1e5a-42eb-bd8f-7f6b6f010fdc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3d8356-64c5-4a91-99a8-70c6abe2b2fb HTTP/1.1" status: 200 len: 857 time: 0.0418537 Apr 12 13:35:51.298533 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac9916-39f8-4906-af10-ccf611d78159 req-bc1f668c-5e27-417d-aa7e-d145c3bb4b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:51.300052 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f7ac9916-39f8-4906-af10-ccf611d78159 req-bc1f668c-5e27-417d-aa7e-d145c3bb4b5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a956ac86-261f-4fbb-bce0-1832a315bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393689 Apr 12 13:35:51.392232 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f7ac9916-39f8-4906-af10-ccf611d78159 req-590e3f5c-df15-4723-ae1b-07704c69cb97 service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851057 Apr 12 13:35:51.481972 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f7ac9916-39f8-4906-af10-ccf611d78159 req-6624a420-f0aa-4aa4-be53-e1208fa8f85b service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826540 Apr 12 13:35:51.628790 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d5c9a-c3cd-4540-8cea-32a440a17cba req-94bc1be3-97b3-459d-ae39-a0d598b52a43 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:51.630275 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9b6d5c9a-c3cd-4540-8cea-32a440a17cba req-94bc1be3-97b3-459d-ae39-a0d598b52a43 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 946 time: 0.0502460 Apr 12 13:35:51.676062 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9b6d5c9a-c3cd-4540-8cea-32a440a17cba req-7470ce36-ca8a-4d95-b8a0-31a57cfebd08 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395477 Apr 12 13:35:51.774290 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166f77c-324e-4fd0-bf85-add01bc6b61d req-d3f37f1b-ce78-493c-b3e2-004113d7d550 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:51.775768 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2166f77c-324e-4fd0-bf85-add01bc6b61d req-d3f37f1b-ce78-493c-b3e2-004113d7d550 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0477030 Apr 12 13:35:51.838492 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2166f77c-324e-4fd0-bf85-add01bc6b61d req-95574079-78a1-4e47-9a8f-41b1634415d7 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571313 Apr 12 13:35:51.897835 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:35:51.979268 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 is: ACTIVE; New status is: DOWN {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:35:51.979672 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:52.002985 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714549aa-5a3c-4b3c-989d-67fd166cd035', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:35:52.005226 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dc9715-d63e-4b49-8fa2-7378374252a8" -d '{"events": [{"server_uuid": "714549aa-5a3c-4b3c-989d-67fd166cd035", "name": "network-vif-unplugged", "status": "completed", "tag": "28c0b7ed-bcc4-4208-ac91-a3fd364d4a51"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:35:52.018219 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:35:52.022983 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:52.049975 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 13:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b05fd9-36b7-495b-a681-55bab1306030 x-openstack-request-id: req-44b05fd9-36b7-495b-a681-55bab1306030 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:35:52.050353 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714549aa-5a3c-4b3c-989d-67fd166cd035", "name": "network-vif-unplugged", "status": "failed", "tag": "28c0b7ed-bcc4-4208-ac91-a3fd364d4a51", "code": 422}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:35:52.050530 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44b05fd9-36b7-495b-a681-55bab1306030 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:35:52.050969 dv-cinder-830098-4-iscsi neutron-server[103296]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-44b05fd9-36b7-495b-a681-55bab1306030']: {'server_uuid': '714549aa-5a3c-4b3c-989d-67fd166cd035', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51', 'code': 422} returned with failed status Apr 12 13:35:52.077017 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,revision_number=8']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:35:52.158285 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [req-8336f6a3-b1a5-4d1a-9a64-66750ba26efe req-04c94be0-ac97-46de-af8b-45a4873335f5 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103295) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:35:52.159252 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8336f6a3-b1a5-4d1a-9a64-66750ba26efe req-04c94be0-ac97-46de-af8b-45a4873335f5 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053957 Apr 12 13:35:52.319838 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6838f7d-3d3f-46c5-8e34-661c586ae454 req-ab6a855b-2d4a-416e-9dce-fad73c11fe8e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:52.322031 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c6838f7d-3d3f-46c5-8e34-661c586ae454 req-ab6a855b-2d4a-416e-9dce-fad73c11fe8e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0523260 Apr 12 13:35:52.373355 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c6838f7d-3d3f-46c5-8e34-661c586ae454 req-11efb521-1091-4e8c-8e30-3fb3af1b5132 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454078 Apr 12 13:35:52.691266 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 33718) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:52.772726 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-020e1b8e-6b2d-45b4-a978-494753123a35 req-6fdd666c-5828-4db7-b05a-471c1300b3bb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802362 Apr 12 13:35:52.781038 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [req-020e1b8e-6b2d-45b4-a978-494753123a35 req-60bd2c1a-2161-437a-8395-37ad8ae69925 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103295) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:35:52.782004 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-020e1b8e-6b2d-45b4-a978-494753123a35 req-60bd2c1a-2161-437a-8395-37ad8ae69925 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047512 Apr 12 13:35:52.856877 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 33726) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:35:52.982788 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e1b8e-6b2d-45b4-a978-494753123a35 req-fe96b3de-85bb-40c5-a854-b06af6907ca6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:52.984141 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-020e1b8e-6b2d-45b4-a978-494753123a35 req-fe96b3de-85bb-40c5-a854-b06af6907ca6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports/28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 HTTP/1.1" status: 200 len: 941 time: 0.1262541 Apr 12 13:35:52.992643 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa90874-e061-4b04-a957-e68c430fc21b req-9f365c78-48f4-44ad-88ab-e993de33c0ce tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:52.993908 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6aa90874-e061-4b04-a957-e68c430fc21b req-9f365c78-48f4-44ad-88ab-e993de33c0ce tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0786369 Apr 12 13:35:53.056390 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6aa90874-e061-4b04-a957-e68c430fc21b req-8a03877c-7076-4c16-84ec-6da1f7bcde81 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565145 Apr 12 13:35:53.499397 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee9da-9e7b-464e-8482-f81f95a64e7e req-c693ff33-044d-44d7-9083-14e0865f26f7 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:53.500875 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9c2ee9da-9e7b-464e-8482-f81f95a64e7e req-c693ff33-044d-44d7-9083-14e0865f26f7 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0520234 Apr 12 13:35:53.546877 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9c2ee9da-9e7b-464e-8482-f81f95a64e7e req-56f47d43-4c5b-487a-9045-e080b11b8660 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403368 Apr 12 13:35:54.171572 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73815d2-4449-4665-847c-f4394696d26f req-7ed22c4b-b680-4d59-b3a2-bf4e7c6b024b tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:54.172972 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d73815d2-4449-4665-847c-f4394696d26f req-7ed22c4b-b680-4d59-b3a2-bf4e7c6b024b tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0477433 Apr 12 13:35:54.233641 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d73815d2-4449-4665-847c-f4394696d26f req-a3ae3d5a-3904-4d34-a26e-55c0d796fd3b tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549934 Apr 12 13:35:54.441085 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e1b8e-6b2d-45b4-a978-494753123a35 req-b69984f8-b82b-490f-a70e-8ea14deae91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:54.442509 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-020e1b8e-6b2d-45b4-a978-494753123a35 req-b69984f8-b82b-490f-a70e-8ea14deae91a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035&tenant_id=4fef9bcc9d6d4674acceb9c482454dfd HTTP/1.1" status: 200 len: 1128 time: 0.0721996 Apr 12 13:35:54.501485 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e1b8e-6b2d-45b4-a978-494753123a35 req-7bcee5d3-1d10-43ba-8705-622738a1c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:54.502919 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-020e1b8e-6b2d-45b4-a978-494753123a35 req-7bcee5d3-1d10-43ba-8705-622738a1c7f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fef9bcc9d6d4674acceb9c482454dfd&device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 1128 time: 0.0381930 Apr 12 13:35:54.591838 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e1b8e-6b2d-45b4-a978-494753123a35 req-eeda1ae9-e1e1-4d8a-8e57-5464f05e79e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:54.593460 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-020e1b8e-6b2d-45b4-a978-494753123a35 req-eeda1ae9-e1e1-4d8a-8e57-5464f05e79e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f075efcd-1b7f-4180-93c5-9b0501e51c53 HTTP/1.1" status: 200 len: 917 time: 0.0844026 Apr 12 13:35:54.661400 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-020e1b8e-6b2d-45b4-a978-494753123a35 req-75057057-6517-455f-b3d7-d2cc9e7e48d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 HTTP/1.1" status: 200 len: 999 time: 0.0572727 Apr 12 13:35:54.666387 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bd49e-1e66-4a33-be19-fb3ea057d25c req-f804175c-c6d7-4ec1-b58c-78a55e26c684 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:54.667884 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b51bd49e-1e66-4a33-be19-fb3ea057d25c req-f804175c-c6d7-4ec1-b58c-78a55e26c684 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0469813 Apr 12 13:35:54.716032 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b51bd49e-1e66-4a33-be19-fb3ea057d25c req-2886d2de-cfb9-4bab-ab8f-caf1b5dd8e2f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424442 Apr 12 13:35:54.718035 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e1b8e-6b2d-45b4-a978-494753123a35 req-7e0f43ed-d723-4dc9-88d9-0afed734fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:54.718816 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-020e1b8e-6b2d-45b4-a978-494753123a35 req-7e0f43ed-d723-4dc9-88d9-0afed734fb7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5deca89-4859-4941-9efc-762fc23afa05 HTTP/1.1" status: 200 len: 855 time: 0.0476325 Apr 12 13:35:54.767366 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020e1b8e-6b2d-45b4-a978-494753123a35 req-ceb97442-1ec7-499a-88f6-46a59d9c42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:54.768830 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-020e1b8e-6b2d-45b4-a978-494753123a35 req-ceb97442-1ec7-499a-88f6-46a59d9c42e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f075efcd-1b7f-4180-93c5-9b0501e51c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426223 Apr 12 13:35:54.822251 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-27fea2fd-2ff9-4e69-a758-1f5dadf25eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:54.858281 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-020e1b8e-6b2d-45b4-a978-494753123a35 req-95ae4af4-975f-4728-8c0c-513c56d32033 service neutron] 10.222.0.41 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821261 Apr 12 13:35:54.949870 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-020e1b8e-6b2d-45b4-a978-494753123a35 req-d0e497c1-1611-4866-b135-e02e2a80a3ed service neutron] 10.222.0.41 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850952 Apr 12 13:35:55.356009 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f20b7-2821-4f5d-aefb-bbfa36c38a05 req-0a518c86-e829-4bc3-a1d6-050e4f268c8a tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:55.358549 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3a1f20b7-2821-4f5d-aefb-bbfa36c38a05 req-0a518c86-e829-4bc3-a1d6-050e4f268c8a tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0561328 Apr 12 13:35:55.437827 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3a1f20b7-2821-4f5d-aefb-bbfa36c38a05 req-bb078ffb-f6c3-4efa-b588-057121fdff4c tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709455 Apr 12 13:35:55.838490 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce05f12-595f-4ba3-b1ef-18cb998fc05e req-5476a68e-88e0-403c-991a-274755da638e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:55.840970 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8ce05f12-595f-4ba3-b1ef-18cb998fc05e req-5476a68e-88e0-403c-991a-274755da638e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0486739 Apr 12 13:35:55.891915 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8ce05f12-595f-4ba3-b1ef-18cb998fc05e req-5b1b3910-c5b3-44c1-95cd-6f57b4fe6d59 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453365 Apr 12 13:35:56.556164 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f370041-9389-445c-acab-e6fdbb6c0fe4 req-82eba8c3-2138-4509-a2d1-7d76b7629373 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:56.558135 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1f370041-9389-445c-acab-e6fdbb6c0fe4 req-82eba8c3-2138-4509-a2d1-7d76b7629373 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0498073 Apr 12 13:35:56.625565 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1f370041-9389-445c-acab-e6fdbb6c0fe4 req-0d03e4c3-9504-410f-ae56-ba01e51d631b tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610349 Apr 12 13:35:57.017283 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f226238-5951-4ade-b629-ea2dd30a8a66 req-38296de6-6025-43b0-82cb-fec088c82752 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:57.018664 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8f226238-5951-4ade-b629-ea2dd30a8a66 req-38296de6-6025-43b0-82cb-fec088c82752 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0484536 Apr 12 13:35:57.068423 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8f226238-5951-4ade-b629-ea2dd30a8a66 req-94e4f07d-9b38-497b-813a-62de8a4ce7b1 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435524 Apr 12 13:35:57.453263 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cc23920c-be9e-4a3c-9ef2-c65ffc940ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:57.768157 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67caa8b9-a65e-4948-9741-1aac8145c979 req-93ee2a40-7e22-4a77-bed6-72928fc370a6 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:57.769593 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-67caa8b9-a65e-4948-9741-1aac8145c979 req-93ee2a40-7e22-4a77-bed6-72928fc370a6 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0566714 Apr 12 13:35:57.834022 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-67caa8b9-a65e-4948-9741-1aac8145c979 req-cbccdb78-fd42-4747-ba14-b885045320bc tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558712 Apr 12 13:35:58.050489 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:35:58.197005 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3daa697-2eff-4ee6-9af1-eae30fa94198 req-75d18425-2993-4e99-8620-f14c76ec6f19 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:58.198848 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e3daa697-2eff-4ee6-9af1-eae30fa94198 req-75d18425-2993-4e99-8620-f14c76ec6f19 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0508006 Apr 12 13:35:58.248852 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e3daa697-2eff-4ee6-9af1-eae30fa94198 req-b7d7d518-a59f-45ff-b3cb-5c1710114de6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444138 Apr 12 13:35:58.951380 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb1914-e795-4bc0-83fb-a8b7f41b15b3 req-3e4f77d2-4d8e-42e3-b168-f24dbadde268 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:58.952820 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-becb1914-e795-4bc0-83fb-a8b7f41b15b3 req-3e4f77d2-4d8e-42e3-b168-f24dbadde268 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0485246 Apr 12 13:35:59.012896 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-becb1914-e795-4bc0-83fb-a8b7f41b15b3 req-6555af28-2a85-49d2-9443-50ba97e555ca tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539153 Apr 12 13:35:59.372184 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4164a7-9366-42eb-81a4-c0ce188f8c56 req-89b0f7e2-d591-4fd9-9ff3-0fe4f5d721ec tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:35:59.373691 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ff4164a7-9366-42eb-81a4-c0ce188f8c56 req-89b0f7e2-d591-4fd9-9ff3-0fe4f5d721ec tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0530615 Apr 12 13:35:59.424803 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ff4164a7-9366-42eb-81a4-c0ce188f8c56 req-071e9e45-a416-478a-ae7b-f98e9dc2b687 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448627 Apr 12 13:35:59.711085 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:00.144865 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39762266-2db0-4843-a714-3360769a4420 req-d1c15124-3b4e-4f38-bd63-c98549face52 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:00.146367 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-39762266-2db0-4843-a714-3360769a4420 req-d1c15124-3b4e-4f38-bd63-c98549face52 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0567141 Apr 12 13:36:00.209050 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-39762266-2db0-4843-a714-3360769a4420 req-b1c73771-1a04-44d8-a534-684080fda2ff tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568724 Apr 12 13:36:00.556964 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374b1c8-5954-49e9-9a0d-b7ddae1ee421 req-bbf51c22-3ad2-4d32-ac92-253d62560592 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:00.559316 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c374b1c8-5954-49e9-9a0d-b7ddae1ee421 req-bbf51c22-3ad2-4d32-ac92-253d62560592 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0488307 Apr 12 13:36:00.607769 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c374b1c8-5954-49e9-9a0d-b7ddae1ee421 req-4c13bef1-8fe5-4cbe-9f8d-81e180dc3e52 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426259 Apr 12 13:36:00.972002 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:01.322713 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1659b-3eda-4df5-a9bf-13c68d7be01e req-29f9550c-c604-4836-a723-59a66917d1eb tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:01.324232 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-78f1659b-3eda-4df5-a9bf-13c68d7be01e req-29f9550c-c604-4836-a723-59a66917d1eb tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0479987 Apr 12 13:36:01.386696 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-78f1659b-3eda-4df5-a9bf-13c68d7be01e req-edf2878e-2a16-4684-9565-0962c0a7e2c1 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556841 Apr 12 13:36:01.732250 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01664739-2736-4bdd-926d-9678d3bdf3bc req-69d19f36-b2b6-486b-8553-421a9cd1cd75 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:01.733937 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-01664739-2736-4bdd-926d-9678d3bdf3bc req-69d19f36-b2b6-486b-8553-421a9cd1cd75 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0514221 Apr 12 13:36:01.783743 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-01664739-2736-4bdd-926d-9678d3bdf3bc req-dd89b6b2-0fe1-40fb-85be-63d0ea70e9e6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439837 Apr 12 13:36:02.503796 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b0191-d63d-449d-8ccd-a9a20d1e428b req-9ba770c4-e03f-496e-b126-ea6d1f33ccd0 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:02.505455 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-492b0191-d63d-449d-8ccd-a9a20d1e428b req-9ba770c4-e03f-496e-b126-ea6d1f33ccd0 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0493772 Apr 12 13:36:02.570446 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-492b0191-d63d-449d-8ccd-a9a20d1e428b req-588d92a3-0ac2-4f03-908a-b3565687c549 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589788 Apr 12 13:36:02.912360 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77d648-4576-4c70-8a90-df080648c3b1 req-1ba43265-e1fb-422d-8836-1f82768107de tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:02.921792 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-bf77d648-4576-4c70-8a90-df080648c3b1 req-1ba43265-e1fb-422d-8836-1f82768107de tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0614142 Apr 12 13:36:02.995007 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-bf77d648-4576-4c70-8a90-df080648c3b1 req-72e353da-9cc7-4ee3-9488-3a53a20dfbbb tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721774 Apr 12 13:36:03.693934 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5d9b7-a231-46e8-8f84-e453918d1bf0 req-3b68d3cb-3e15-4776-9965-aa55bb7d994d tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:03.695790 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b3f5d9b7-a231-46e8-8f84-e453918d1bf0 req-3b68d3cb-3e15-4776-9965-aa55bb7d994d tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0523291 Apr 12 13:36:03.757203 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b3f5d9b7-a231-46e8-8f84-e453918d1bf0 req-179d02fc-361a-4d1e-b9e2-43e0eca9d8a8 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548782 Apr 12 13:36:04.124379 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ebe28-71d9-42af-b3a4-4746dbd5ed09 req-7b2c6bd8-a88d-4af8-8b23-c517871c400d tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:04.126196 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f77ebe28-71d9-42af-b3a4-4746dbd5ed09 req-7b2c6bd8-a88d-4af8-8b23-c517871c400d tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0483739 Apr 12 13:36:04.179641 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f77ebe28-71d9-42af-b3a4-4746dbd5ed09 req-a1de40bb-27c2-4659-aa2d-125742fc253f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470526 Apr 12 13:36:04.882395 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda5297-34dd-47e2-bef8-c0f8b2376c9c req-223b77c4-b98f-4187-86d4-2692e6b02fe3 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:04.883867 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bbda5297-34dd-47e2-bef8-c0f8b2376c9c req-223b77c4-b98f-4187-86d4-2692e6b02fe3 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0539806 Apr 12 13:36:04.949262 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bbda5297-34dd-47e2-bef8-c0f8b2376c9c req-67a78e83-6803-4f34-b6fa-482094cfdef1 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587614 Apr 12 13:36:05.301447 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1826e-3bb9-4978-a62b-4c8e298dd7f2 req-9a3e1221-3129-4796-a54f-f8c576891512 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:05.302964 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-bfa1826e-3bb9-4978-a62b-4c8e298dd7f2 req-9a3e1221-3129-4796-a54f-f8c576891512 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0473225 Apr 12 13:36:05.353027 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-bfa1826e-3bb9-4978-a62b-4c8e298dd7f2 req-d3f97f9f-f4a1-4e1d-a617-38d8bc6f8abd tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442755 Apr 12 13:36:06.085985 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d57ad-a2a8-4c1f-963d-b46172b66fb3 req-7829cf49-8793-4e90-8f8f-e4b6c5d7b6aa tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:06.087776 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-df5d57ad-a2a8-4c1f-963d-b46172b66fb3 req-7829cf49-8793-4e90-8f8f-e4b6c5d7b6aa tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0548825 Apr 12 13:36:06.150599 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-df5d57ad-a2a8-4c1f-963d-b46172b66fb3 req-8f514a8f-380d-4a91-a7d7-17815af39d1d tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559952 Apr 12 13:36:06.485002 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183f9ac-16a4-4274-8943-25241400d943 req-f8c0f972-2263-497d-9446-f1e060851879 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:06.486677 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b183f9ac-16a4-4274-8943-25241400d943 req-f8c0f972-2263-497d-9446-f1e060851879 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0570114 Apr 12 13:36:06.540523 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b183f9ac-16a4-4274-8943-25241400d943 req-15361382-0dea-4e00-a2f6-fb7aa7f35df2 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477581 Apr 12 13:36:07.264868 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e4d25-93f3-4b3d-92be-eb0f756b2ba1 req-62a779f4-23cb-49ca-8b74-07d54de02616 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:07.266344 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ec3e4d25-93f3-4b3d-92be-eb0f756b2ba1 req-62a779f4-23cb-49ca-8b74-07d54de02616 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0473073 Apr 12 13:36:07.324566 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ec3e4d25-93f3-4b3d-92be-eb0f756b2ba1 req-5716dfe9-2dfa-40d5-9094-b19f24c1cc68 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525365 Apr 12 13:36:07.663162 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f258c-0941-4c73-aa17-b0d9d794d1ba req-d8c989ba-98d2-40df-97eb-2031ba1516ae tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:07.664648 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-971f258c-0941-4c73-aa17-b0d9d794d1ba req-d8c989ba-98d2-40df-97eb-2031ba1516ae tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0508747 Apr 12 13:36:07.712144 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-971f258c-0941-4c73-aa17-b0d9d794d1ba req-0b34a356-daa4-4a13-8d3b-9f873b8f2cf1 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411041 Apr 12 13:36:08.439781 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535f5ed-2da5-405f-9fc5-f6861c50bdc1 req-1fb0752e-5b38-40a3-bdb0-0b69f34f8853 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:08.441287 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0535f5ed-2da5-405f-9fc5-f6861c50bdc1 req-1fb0752e-5b38-40a3-bdb0-0b69f34f8853 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0504901 Apr 12 13:36:08.499508 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0535f5ed-2da5-405f-9fc5-f6861c50bdc1 req-f5bd20e5-b65f-4e8e-b573-6083f11b2043 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524805 Apr 12 13:36:08.829358 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738da7eb-ef6e-40b0-a48c-7f5f837c9f17 req-85dba8da-c6c8-4a71-8a88-55b56a047f96 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:08.830808 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-738da7eb-ef6e-40b0-a48c-7f5f837c9f17 req-85dba8da-c6c8-4a71-8a88-55b56a047f96 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0459139 Apr 12 13:36:08.877772 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-738da7eb-ef6e-40b0-a48c-7f5f837c9f17 req-5c6b0e87-d260-4914-8aa2-eb89da4d0f3b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414827 Apr 12 13:36:09.610032 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a258339-cb79-44dd-b145-d6dea065c749 req-1159f970-e970-4388-b800-c22652cd2f1f tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:09.611513 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7a258339-cb79-44dd-b145-d6dea065c749 req-1159f970-e970-4388-b800-c22652cd2f1f tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0466032 Apr 12 13:36:09.670703 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7a258339-cb79-44dd-b145-d6dea065c749 req-6b332386-6ab9-4a2f-9f95-04a900f4ec76 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536554 Apr 12 13:36:09.993727 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241402e-17f3-4c26-9288-b825640225af req-fc34485e-35a8-47ef-991a-30efde6b75ae tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:09.995183 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3241402e-17f3-4c26-9288-b825640225af req-fc34485e-35a8-47ef-991a-30efde6b75ae tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0460486 Apr 12 13:36:10.045814 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3241402e-17f3-4c26-9288-b825640225af req-e72dffb2-e1ff-4d53-be85-5f1faa0f8edc tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444705 Apr 12 13:36:10.782331 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb728e2-12bd-4162-89f7-e559ef22bfff req-5c530a9c-0d2b-42ec-b6ff-97c6da9641a7 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:10.783763 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8cb728e2-12bd-4162-89f7-e559ef22bfff req-5c530a9c-0d2b-42ec-b6ff-97c6da9641a7 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0462909 Apr 12 13:36:10.845066 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8cb728e2-12bd-4162-89f7-e559ef22bfff req-3fa774e0-9529-48af-bb9d-8b6f0f2226bb tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556962 Apr 12 13:36:11.160717 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b973df-9d28-41b8-a7cd-c1931c6bd9ce req-584740d2-c0da-4084-96d5-fe95c77d8db8 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:11.162200 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d5b973df-9d28-41b8-a7cd-c1931c6bd9ce req-584740d2-c0da-4084-96d5-fe95c77d8db8 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0457830 Apr 12 13:36:11.207672 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d5b973df-9d28-41b8-a7cd-c1931c6bd9ce req-5ebb7d2e-faa4-4781-8f07-bd9b4d22a270 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400088 Apr 12 13:36:11.959965 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cc35f-d9dd-475d-9a45-a8a6bdea587a req-cb7fddd8-6682-40bc-a856-b5329655bf41 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:11.961395 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-343cc35f-d9dd-475d-9a45-a8a6bdea587a req-cb7fddd8-6682-40bc-a856-b5329655bf41 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0471337 Apr 12 13:36:12.019842 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-343cc35f-d9dd-475d-9a45-a8a6bdea587a req-1bfe4a95-4346-4fd4-811a-cb6671903f8c tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528491 Apr 12 13:36:12.322429 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554889f-46a5-4aad-a14b-048828a4a4a1 req-08d8e2cf-b667-47c7-b5e6-bfc9b5717b02 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:12.323882 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5554889f-46a5-4aad-a14b-048828a4a4a1 req-08d8e2cf-b667-47c7-b5e6-bfc9b5717b02 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0462780 Apr 12 13:36:12.370890 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5554889f-46a5-4aad-a14b-048828a4a4a1 req-231e3afc-dc12-4b84-98fb-df87f583d788 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411725 Apr 12 13:36:13.142271 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b173944-e7ca-4eae-a41e-9daed50ebd75 req-9bc9f770-eacd-420b-8403-8380fb1ca96e tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:13.144380 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3b173944-e7ca-4eae-a41e-9daed50ebd75 req-9bc9f770-eacd-420b-8403-8380fb1ca96e tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0593612 Apr 12 13:36:13.205344 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3b173944-e7ca-4eae-a41e-9daed50ebd75 req-251aa87d-f67b-4e9b-b44b-7a462f6d95a1 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&id=691a79e0-f959-47ce-bd42-76fa77b8ba93&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553610 Apr 12 13:36:13.507940 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e11682-1849-4726-adf6-ab7e1ce1837c req-1d466342-c6a6-4be0-9a6c-617ef0a5fd95 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:13.509440 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c3e11682-1849-4726-adf6-ab7e1ce1837c req-1d466342-c6a6-4be0-9a6c-617ef0a5fd95 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0620713 Apr 12 13:36:13.554092 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c3e11682-1849-4726-adf6-ab7e1ce1837c req-b0c4839e-a473-470e-ac4b-bffd38030f2f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390265 Apr 12 13:36:14.672964 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48d92f-deae-441b-a0f8-5cdd3e3397bc req-ee602eff-1e5e-4ecc-9654-e3853e1abf55 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:14.674420 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ac48d92f-deae-441b-a0f8-5cdd3e3397bc req-ee602eff-1e5e-4ecc-9654-e3853e1abf55 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0500062 Apr 12 13:36:14.721194 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ac48d92f-deae-441b-a0f8-5cdd3e3397bc req-d597bb96-40b2-4f1b-9878-0948fc754c6d tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411513 Apr 12 13:36:15.835414 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcd657-ce96-46d4-a2d6-b2248c9b037c req-5a75fbec-e17e-4ea8-8a80-1021eff76470 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:15.836867 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-21dcd657-ce96-46d4-a2d6-b2248c9b037c req-5a75fbec-e17e-4ea8-8a80-1021eff76470 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0458484 Apr 12 13:36:15.884438 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-21dcd657-ce96-46d4-a2d6-b2248c9b037c req-5b95d40c-0e11-4ad5-9b11-d4658a083c58 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399659 Apr 12 13:36:16.242363 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:36:17.005974 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a122f-b293-4004-8232-5a105b1d0c3f req-cb0cb2d4-eb37-40da-ad50-75c36f737c89 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:17.007347 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-583a122f-b293-4004-8232-5a105b1d0c3f req-cb0cb2d4-eb37-40da-ad50-75c36f737c89 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0481088 Apr 12 13:36:17.052935 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-583a122f-b293-4004-8232-5a105b1d0c3f req-6e020b31-7840-46ba-9999-187a8f7efaf5 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394657 Apr 12 13:36:18.173534 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d3036-49fb-4f86-8d56-af200e7e29bc req-787ec38c-ee7a-4777-b64f-8f01f8e89d49 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:18.175011 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-857d3036-49fb-4f86-8d56-af200e7e29bc req-787ec38c-ee7a-4777-b64f-8f01f8e89d49 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0510662 Apr 12 13:36:18.222657 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-857d3036-49fb-4f86-8d56-af200e7e29bc req-cddc8a93-9ce4-40e3-b1f3-7c069ac47d9e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420177 Apr 12 13:36:19.349509 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166172c6-3c0b-4358-86e2-b94069cea8a4 req-62d9bee1-5150-4b9a-b493-85b2e1cb9ba8 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:19.350992 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-166172c6-3c0b-4358-86e2-b94069cea8a4 req-62d9bee1-5150-4b9a-b493-85b2e1cb9ba8 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 944 time: 0.0459301 Apr 12 13:36:19.401614 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-166172c6-3c0b-4358-86e2-b94069cea8a4 req-bc229ce5-2403-4b60-8d62-356d2ea1b147 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440555 Apr 12 13:36:19.771194 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:20.025788 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:36:20.129037 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:36:20.140679 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'port_id': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51', 'mac_address': 'fa:16:3e:c6:8b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:36:20.178298 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:36:20.178694 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:20.191972 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:36:20.211091 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:36:20.214754 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:20.264482 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,revision_number=9']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:36:20.531519 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ca1f9-9bc7-4bd9-b349-188b7c57b8e9 req-6dd1d12b-f08a-4b5b-8110-1a9f02bdf93f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:20.533007 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-be8ca1f9-9bc7-4bd9-b349-188b7c57b8e9 req-6dd1d12b-f08a-4b5b-8110-1a9f02bdf93f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 945 time: 0.0487380 Apr 12 13:36:20.580305 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-be8ca1f9-9bc7-4bd9-b349-188b7c57b8e9 req-fd529847-099b-4ff7-8d2f-66df990650a8 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416873 Apr 12 13:36:20.642207 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['28c0b7ed-bcc4-4208-ac91-a3fd364d4a51'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:36:21.700255 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58697ea9-1c8d-4309-8fcb-6efdf82f14eb req-cf1f2232-0408-468b-a5c2-a5527d63af80 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:21.701893 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-58697ea9-1c8d-4309-8fcb-6efdf82f14eb req-cf1f2232-0408-468b-a5c2-a5527d63af80 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 945 time: 0.0500183 Apr 12 13:36:21.748314 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-58697ea9-1c8d-4309-8fcb-6efdf82f14eb req-a95cb927-4b55-41cd-8f63-e1edc260ed9f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408554 Apr 12 13:36:22.053950 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:36:22.100946 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:36:22.101384 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:22.178056 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:36:22.178435 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:22.200875 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714549aa-5a3c-4b3c-989d-67fd166cd035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:36:22.203076 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcccbc30-e39e-4c15-96f6-532b6bd8d8cf" -d '{"events": [{"server_uuid": "714549aa-5a3c-4b3c-989d-67fd166cd035", "name": "network-vif-plugged", "status": "completed", "tag": "28c0b7ed-bcc4-4208-ac91-a3fd364d4a51"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:36:22.214783 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:36:22.219290 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:22.242330 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bf5247-6768-40b4-a040-c69d5fb81e6a x-openstack-request-id: req-78bf5247-6768-40b4-a040-c69d5fb81e6a {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:36:22.242624 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714549aa-5a3c-4b3c-989d-67fd166cd035", "name": "network-vif-plugged", "status": "completed", "tag": "28c0b7ed-bcc4-4208-ac91-a3fd364d4a51", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:36:22.242874 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78bf5247-6768-40b4-a040-c69d5fb81e6a {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:36:22.243262 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78bf5247-6768-40b4-a040-c69d5fb81e6a'] response: {'server_uuid': '714549aa-5a3c-4b3c-989d-67fd166cd035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51', 'code': 200} Apr 12 13:36:22.269619 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,revision_number=10']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:36:22.904303 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3273a8-b7f6-44f2-83ff-f8db8698e7b9 req-0ec40199-d96f-40ac-acb4-f4c1c97eb57c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:22.905829 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-de3273a8-b7f6-44f2-83ff-f8db8698e7b9 req-0ec40199-d96f-40ac-acb4-f4c1c97eb57c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 947 time: 0.0789073 Apr 12 13:36:22.910903 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0912f-e724-4925-b8a2-bf513023e6e9 req-d0d91c00-f6f4-4045-81d3-f765ba7e5661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:22.912241 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0be0912f-e724-4925-b8a2-bf513023e6e9 req-d0d91c00-f6f4-4045-81d3-f765ba7e5661 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 1131 time: 0.0570395 Apr 12 13:36:22.983670 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-de3273a8-b7f6-44f2-83ff-f8db8698e7b9 req-918f6308-ffa3-4ab3-a631-361f50c19a9a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703583 Apr 12 13:36:22.986072 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0be0912f-e724-4925-b8a2-bf513023e6e9 req-30b7c3ec-8e6b-4485-8e71-4fa5b7d97fac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655718 Apr 12 13:36:24.105961 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324e2a1-cea9-4715-8969-46caf27960e9 req-a2ccc75e-be1a-412a-805a-77080e3973fc tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:24.107416 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a324e2a1-cea9-4715-8969-46caf27960e9 req-a2ccc75e-be1a-412a-805a-77080e3973fc tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 947 time: 0.0507860 Apr 12 13:36:24.158488 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a324e2a1-cea9-4715-8969-46caf27960e9 req-6eb6d336-0df2-41d3-a9d7-fde8e6c0f9f9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445232 Apr 12 13:36:24.823959 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-52568d57-05dd-4183-93d3-b83bcb5ec775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:25.283033 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843d622-d17b-4562-8add-d3a8e027419f req-e8b50352-729d-4f12-b608-63b0e36c8eb1 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:25.284744 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8843d622-d17b-4562-8add-d3a8e027419f req-e8b50352-729d-4f12-b608-63b0e36c8eb1 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 947 time: 0.0504050 Apr 12 13:36:25.342622 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8843d622-d17b-4562-8add-d3a8e027419f req-7c82cff2-0051-4ade-be5c-ad9eb8adbeb4 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515332 Apr 12 13:36:26.463074 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fddc25-7627-4dc5-9f48-6053d4b10fd0 req-b96a11e2-f161-4e4b-a55c-e2303907d7b0 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:26.464754 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-01fddc25-7627-4dc5-9f48-6053d4b10fd0 req-b96a11e2-f161-4e4b-a55c-e2303907d7b0 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 947 time: 0.0488682 Apr 12 13:36:26.528483 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-01fddc25-7627-4dc5-9f48-6053d4b10fd0 req-72b976f2-181f-4efd-bf14-9338ba6d76d4 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576727 Apr 12 13:36:27.455731 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d97b270-0306-4242-bc22-00dd7e2cea16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:28.047512 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:29.709964 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:30.975815 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:36.421217 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b226230-ac67-44fc-ab80-3fe784cc41e0 req-8410b83e-1a27-413b-b54f-f4ad3dc48902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:36.422724 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b226230-ac67-44fc-ab80-3fe784cc41e0 req-8410b83e-1a27-413b-b54f-f4ad3dc48902 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2bb2007ea0444849922a4d55efee799&device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 1130 time: 0.0777709 Apr 12 13:36:36.436478 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2346f-5875-4d45-a26e-dbd81394ef3a req-6ea08e73-c908-430a-92ea-d424ebaa0ecc tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:36.437978 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8cf2346f-5875-4d45-a26e-dbd81394ef3a req-6ea08e73-c908-430a-92ea-d424ebaa0ecc tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0813520 Apr 12 13:36:36.540859 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8cf2346f-5875-4d45-a26e-dbd81394ef3a req-a35fb9af-c099-4d1e-9fdb-ec49e9a71eea tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951867 Apr 12 13:36:36.558169 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b226230-ac67-44fc-ab80-3fe784cc41e0 req-2551dc8f-1ff0-488f-9538-e468853be267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:36.559633 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b226230-ac67-44fc-ab80-3fe784cc41e0 req-2551dc8f-1ff0-488f-9538-e468853be267 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 200 len: 919 time: 0.1297460 Apr 12 13:36:36.625321 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b226230-ac67-44fc-ab80-3fe784cc41e0 req-cab111c0-046f-4432-8a3a-31f8759e1038 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fee58994-2184-4fd9-8331-351ac9e60eae HTTP/1.1" status: 200 len: 1002 time: 0.0582986 Apr 12 13:36:36.673187 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b226230-ac67-44fc-ab80-3fe784cc41e0 req-57ea570c-a3d2-4320-b0b8-fbef608d5a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:36.674604 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b226230-ac67-44fc-ab80-3fe784cc41e0 req-57ea570c-a3d2-4320-b0b8-fbef608d5a53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3d8356-64c5-4a91-99a8-70c6abe2b2fb HTTP/1.1" status: 200 len: 857 time: 0.0432875 Apr 12 13:36:36.721608 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b226230-ac67-44fc-ab80-3fe784cc41e0 req-54451c9b-8e01-4c39-9a69-70855c597dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:36.723048 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b226230-ac67-44fc-ab80-3fe784cc41e0 req-54451c9b-8e01-4c39-9a69-70855c597dc1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a956ac86-261f-4fbb-bce0-1832a315bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413594 Apr 12 13:36:36.813523 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b226230-ac67-44fc-ab80-3fe784cc41e0 req-825c35ea-b83f-4d74-81af-4ad162d9ca98 service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839748 Apr 12 13:36:36.905800 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b226230-ac67-44fc-ab80-3fe784cc41e0 req-c9579d76-e803-40fb-aa3e-577d96abcabd service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856359 Apr 12 13:36:37.663464 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a6d7b-863e-48fd-b1ea-0ab36db7060d req-f702d2c5-e400-4819-a549-6535769173c6 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:37.664988 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fb9a6d7b-863e-48fd-b1ea-0ab36db7060d req-f702d2c5-e400-4819-a549-6535769173c6 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0539601 Apr 12 13:36:37.713075 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fb9a6d7b-863e-48fd-b1ea-0ab36db7060d req-7260ee4e-da07-4068-96b8-2ea7fc72df79 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421207 Apr 12 13:36:38.826513 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62c341-4112-4790-9a1a-2a5aa1008b02 req-d54007eb-62c4-4ccf-bdb7-122c2fbbcbc8 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:38.827983 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fe62c341-4112-4790-9a1a-2a5aa1008b02 req-d54007eb-62c4-4ccf-bdb7-122c2fbbcbc8 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0488455 Apr 12 13:36:38.880354 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fe62c341-4112-4790-9a1a-2a5aa1008b02 req-e0c94859-7a33-4a7e-9ff4-8219756a8933 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443015 Apr 12 13:36:39.998496 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca03798-2a62-4bac-968a-0c6df8c27164 req-fe23da65-6841-48bb-9dbb-45742549db7f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:39.999885 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1ca03798-2a62-4bac-968a-0c6df8c27164 req-fe23da65-6841-48bb-9dbb-45742549db7f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0501921 Apr 12 13:36:40.046989 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1ca03798-2a62-4bac-968a-0c6df8c27164 req-9bb00e25-3ed5-4d32-837b-0e2bbb556894 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410726 Apr 12 13:36:41.162771 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7713c63-6285-4349-961e-113a3ba8f13a req-60038576-64ac-4116-b700-56b8b44cbc3f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:41.165099 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a7713c63-6285-4349-961e-113a3ba8f13a req-60038576-64ac-4116-b700-56b8b44cbc3f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0474944 Apr 12 13:36:41.215573 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a7713c63-6285-4349-961e-113a3ba8f13a req-f5c107e1-6884-4e67-94cb-0ce70aed110f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457637 Apr 12 13:36:42.328007 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bed6e-491b-46e4-a8ba-f87e0a9ba5b8 req-8f7d18a4-07e9-4a9c-9f5e-0a845f9faa20 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:42.329543 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a21bed6e-491b-46e4-a8ba-f87e0a9ba5b8 req-8f7d18a4-07e9-4a9c-9f5e-0a845f9faa20 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0461583 Apr 12 13:36:42.377166 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a21bed6e-491b-46e4-a8ba-f87e0a9ba5b8 req-638569a6-b3f3-4cc4-b6e4-6e796488b7c9 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412931 Apr 12 13:36:43.488592 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85188fde-84d7-48d0-ab4b-1fbc78a91b9b req-e66b5cff-69f4-440b-978c-e37765208a6a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:43.490647 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-85188fde-84d7-48d0-ab4b-1fbc78a91b9b req-e66b5cff-69f4-440b-978c-e37765208a6a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0467751 Apr 12 13:36:43.535571 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-85188fde-84d7-48d0-ab4b-1fbc78a91b9b req-8b012ef8-450c-4c23-82c8-25acdc26d1ba tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394115 Apr 12 13:36:44.659029 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6c928-b25c-4109-8d6e-b6fb542c9d00 req-06ca31af-8c60-4573-93f9-c4221ca5aef9 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:44.660745 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f7e6c928-b25c-4109-8d6e-b6fb542c9d00 req-06ca31af-8c60-4573-93f9-c4221ca5aef9 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0470586 Apr 12 13:36:44.710814 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f7e6c928-b25c-4109-8d6e-b6fb542c9d00 req-4f0c6b16-c513-4ad0-8e3f-307b2a97f9ea tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443723 Apr 12 13:36:45.821810 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbc337-3d74-483b-a1e9-598a57093143 req-13b51c28-d8fa-4c0d-bed7-52cad34b395f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:45.823287 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a4dbc337-3d74-483b-a1e9-598a57093143 req-13b51c28-d8fa-4c0d-bed7-52cad34b395f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0460112 Apr 12 13:36:45.869796 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a4dbc337-3d74-483b-a1e9-598a57093143 req-3ade386c-8d2c-4e0c-a969-4b59cb841308 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408952 Apr 12 13:36:46.982111 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a328de-8687-4584-8da9-0118314fe4cf req-37112573-557d-46fa-ad4e-85d2c9f9ccad tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:46.983492 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-97a328de-8687-4584-8da9-0118314fe4cf req-37112573-557d-46fa-ad4e-85d2c9f9ccad tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0469642 Apr 12 13:36:47.031951 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-97a328de-8687-4584-8da9-0118314fe4cf req-20012230-efd7-4276-84b4-6b86a981a93c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429790 Apr 12 13:36:48.149149 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5b2ac-b157-4143-8c59-5a5c47f55c63 req-764de93a-6d4b-4066-9062-72afc37bea74 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:48.150606 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-04e5b2ac-b157-4143-8c59-5a5c47f55c63 req-764de93a-6d4b-4066-9062-72afc37bea74 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0503902 Apr 12 13:36:48.197604 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-04e5b2ac-b157-4143-8c59-5a5c47f55c63 req-da1c33ac-b714-4e96-9f17-15fd41bf5235 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404212 Apr 12 13:36:49.308632 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7335264-fbb6-4a11-a374-187858de1042 req-709db6c7-59d0-43c8-a792-e65556fc4d25 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:49.310129 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a7335264-fbb6-4a11-a374-187858de1042 req-709db6c7-59d0-43c8-a792-e65556fc4d25 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0464940 Apr 12 13:36:49.357059 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a7335264-fbb6-4a11-a374-187858de1042 req-2ce0ad6c-44b1-4200-9951-0a8d4dc28c04 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413649 Apr 12 13:36:49.765145 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:50.467575 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b3be0-9029-45fc-822a-066d8796e90c req-a3033c7e-437e-4862-aea7-497e2bd8e091 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:50.469028 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c92b3be0-9029-45fc-822a-066d8796e90c req-a3033c7e-437e-4862-aea7-497e2bd8e091 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0462360 Apr 12 13:36:50.515361 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c92b3be0-9029-45fc-822a-066d8796e90c req-8cf14a1f-f15f-4211-969d-5fe9259c20de tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404825 Apr 12 13:36:50.975746 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b351b1fb-cc27-4f5c-844c-0f30d5c2a938 req-b68adb80-48ab-4f65-9d0e-6703be43b9a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487678 Apr 12 13:36:51.042432 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351b1fb-cc27-4f5c-844c-0f30d5c2a938 req-fa49b821-873d-4629-9789-9d237fb76136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:51.043904 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b351b1fb-cc27-4f5c-844c-0f30d5c2a938 req-fa49b821-873d-4629-9789-9d237fb76136 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=758bb918fa864786a7a375dde266ff59&device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 1129 time: 0.0418837 Apr 12 13:36:51.144342 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351b1fb-cc27-4f5c-844c-0f30d5c2a938 req-4505acc7-f99f-45d1-8436-78c03430176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:51.145865 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b351b1fb-cc27-4f5c-844c-0f30d5c2a938 req-4505acc7-f99f-45d1-8436-78c03430176c service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 HTTP/1.1" status: 200 len: 916 time: 0.0829573 Apr 12 13:36:51.212802 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b351b1fb-cc27-4f5c-844c-0f30d5c2a938 req-734072ea-d012-43f1-94a3-d98272fdeb6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d6ba5f9-733a-407b-8a04-d24441bac042 HTTP/1.1" status: 200 len: 1001 time: 0.0594232 Apr 12 13:36:51.265457 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351b1fb-cc27-4f5c-844c-0f30d5c2a938 req-6ae92b5d-bb5f-4678-a4a1-e0562c044821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:51.266827 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b351b1fb-cc27-4f5c-844c-0f30d5c2a938 req-6ae92b5d-bb5f-4678-a4a1-e0562c044821 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1774c03c-3ad4-4c38-b37a-e0b0c31504ad HTTP/1.1" status: 200 len: 854 time: 0.0469933 Apr 12 13:36:51.311469 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351b1fb-cc27-4f5c-844c-0f30d5c2a938 req-8e584d94-e232-443e-aa12-77632d60cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:51.312919 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b351b1fb-cc27-4f5c-844c-0f30d5c2a938 req-8e584d94-e232-443e-aa12-77632d60cdae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374446 Apr 12 13:36:51.403416 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b351b1fb-cc27-4f5c-844c-0f30d5c2a938 req-4b64f7d7-7f4f-4e06-8116-103c952ec6aa service neutron] 10.222.0.41 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833912 Apr 12 13:36:51.492954 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b351b1fb-cc27-4f5c-844c-0f30d5c2a938 req-0ed90ab9-c9c1-435b-b001-a00c75002dd2 service neutron] 10.222.0.41 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815742 Apr 12 13:36:51.631282 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f0427-31ec-44d9-be8e-ccf8150aacfd req-dc0703f1-2456-4d7c-b910-a1f189a0408e tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:51.632763 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-487f0427-31ec-44d9-be8e-ccf8150aacfd req-dc0703f1-2456-4d7c-b910-a1f189a0408e tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0505044 Apr 12 13:36:51.690755 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-487f0427-31ec-44d9-be8e-ccf8150aacfd req-483130a0-92d7-4f88-9266-4f4f1e64115a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486238 Apr 12 13:36:52.802373 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803376e0-0417-4638-bebc-33d2e7c6ce32 req-593d67a6-02ad-43a1-bef2-e3e07ec9b1c3 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:52.803748 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-803376e0-0417-4638-bebc-33d2e7c6ce32 req-593d67a6-02ad-43a1-bef2-e3e07ec9b1c3 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0472326 Apr 12 13:36:52.849770 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-803376e0-0417-4638-bebc-33d2e7c6ce32 req-624fc416-91fd-4244-a298-f1caa93a5d5f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404758 Apr 12 13:36:53.242392 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:36:53.969817 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e972ae-55b4-4970-b4d1-7513e7195b20 req-4cdbaf9f-68ee-4a45-a543-39daf8c8743c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:53.971196 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b9e972ae-55b4-4970-b4d1-7513e7195b20 req-4cdbaf9f-68ee-4a45-a543-39daf8c8743c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0516963 Apr 12 13:36:54.018660 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b9e972ae-55b4-4970-b4d1-7513e7195b20 req-20602948-bbff-430b-beb9-1a77b8f296e8 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414200 Apr 12 13:36:54.826361 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1e68aa13-b426-4474-a988-b9aae59a48e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:54.933363 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfa970-1b5d-4620-819d-13b1c94253cd req-22d6c2cc-eff8-4478-92c0-8332b069bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:54.934850 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9ebfa970-1b5d-4620-819d-13b1c94253cd req-22d6c2cc-eff8-4478-92c0-8332b069bd9d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 1130 time: 0.0381329 Apr 12 13:36:54.980284 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9ebfa970-1b5d-4620-819d-13b1c94253cd req-0c1178cd-7e7d-4aba-85b3-596d55128104 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379558 Apr 12 13:36:55.186142 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313ad7c-01f2-45c1-b2d3-836762aaddb1 req-44c9a606-139d-4f22-8d64-b12bbf18aa90 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:55.187593 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7313ad7c-01f2-45c1-b2d3-836762aaddb1 req-44c9a606-139d-4f22-8d64-b12bbf18aa90 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.1016374 Apr 12 13:36:55.235339 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7313ad7c-01f2-45c1-b2d3-836762aaddb1 req-9608f6ca-5c1d-4c4f-86d4-977e75d47f2a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412548 Apr 12 13:36:56.038419 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9a1a5-4aff-41f8-820a-66e07b10f47b req-dec780fd-564b-45b7-a1f1-be1909afe6a5 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:56.040302 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b0d9a1a5-4aff-41f8-820a-66e07b10f47b req-dec780fd-564b-45b7-a1f1-be1909afe6a5 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0518637 Apr 12 13:36:56.089046 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b0d9a1a5-4aff-41f8-820a-66e07b10f47b req-7c63186b-a1cf-4d0b-8a24-1533e3a5a45d tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427885 Apr 12 13:36:56.351970 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b8f83-4e53-422a-9751-83993bbd75e6 req-e6d75504-c8e4-4815-9ae6-aacb6ca8e91e tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:56.353548 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-212b8f83-4e53-422a-9751-83993bbd75e6 req-e6d75504-c8e4-4815-9ae6-aacb6ca8e91e tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0498569 Apr 12 13:36:56.403896 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-212b8f83-4e53-422a-9751-83993bbd75e6 req-a5b7c37e-4e79-43dc-9665-3a59ae7d2fa4 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444398 Apr 12 13:36:57.201732 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332266b-d0d7-4fce-b629-d31c5b822606 req-43ae4352-a466-4d58-8955-3dd08f92f081 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:57.203200 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4332266b-d0d7-4fce-b629-d31c5b822606 req-43ae4352-a466-4d58-8955-3dd08f92f081 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0474830 Apr 12 13:36:57.257644 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4332266b-d0d7-4fce-b629-d31c5b822606 req-9b137a92-de62-455a-8255-4e0be22eb014 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481241 Apr 12 13:36:57.456423 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0895d6ba-a9b3-40d6-a821-2a90fc1a99e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:57.755874 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46d753-0b1c-4fa3-8d7e-762ddc3ead93 req-2cc64e39-46aa-46a7-b9f3-282f86cc69b4 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:57.757371 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3b46d753-0b1c-4fa3-8d7e-762ddc3ead93 req-2cc64e39-46aa-46a7-b9f3-282f86cc69b4 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.2860258 Apr 12 13:36:57.803942 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3b46d753-0b1c-4fa3-8d7e-762ddc3ead93 req-8aa16612-e644-45c7-9a41-503bd05459f8 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410054 Apr 12 13:36:58.050519 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:36:58.244495 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea42bd5-7d15-4eb1-9107-9b7ead27dfe2 req-fc26b26a-b94a-4f7b-87e2-0b682c7a37e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:58.246040 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1ea42bd5-7d15-4eb1-9107-9b7ead27dfe2 req-fc26b26a-b94a-4f7b-87e2-0b682c7a37e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2bb2007ea0444849922a4d55efee799&device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 1130 time: 0.0403349 Apr 12 13:36:58.257293 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e4460-653b-4201-98b7-a921d39ae0da req-1bdd4de5-3958-4587-8000-6f060ea7116d tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:58.258747 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-370e4460-653b-4201-98b7-a921d39ae0da req-1bdd4de5-3958-4587-8000-6f060ea7116d tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0497570 Apr 12 13:36:58.321056 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-370e4460-653b-4201-98b7-a921d39ae0da req-594d2ec2-41f2-490b-9598-3f80874d3a37 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558691 Apr 12 13:36:58.380712 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea42bd5-7d15-4eb1-9107-9b7ead27dfe2 req-3d224077-9038-4276-9e9e-fd297e382f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:58.382198 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1ea42bd5-7d15-4eb1-9107-9b7ead27dfe2 req-3d224077-9038-4276-9e9e-fd297e382f8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 200 len: 919 time: 0.1305692 Apr 12 13:36:58.392197 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bcfce-c49b-4fe0-b1c7-2f9227df7046 req-b8266b3d-35dd-424d-9f49-b7b3743b078b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:58.393571 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-457bcfce-c49b-4fe0-b1c7-2f9227df7046 req-b8266b3d-35dd-424d-9f49-b7b3743b078b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0591648 Apr 12 13:36:58.485671 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-457bcfce-c49b-4fe0-b1c7-2f9227df7046 req-880b6558-2f4b-4d44-a5cd-8e69afad56e3 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857928 Apr 12 13:36:58.487291 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1ea42bd5-7d15-4eb1-9107-9b7ead27dfe2 req-59322c5f-3496-4dd0-8146-6a6461a54074 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fee58994-2184-4fd9-8331-351ac9e60eae HTTP/1.1" status: 200 len: 1002 time: 0.0928826 Apr 12 13:36:58.534483 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea42bd5-7d15-4eb1-9107-9b7ead27dfe2 req-68b46aea-8e2c-4c0f-ae4c-29587bea59a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:58.536424 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1ea42bd5-7d15-4eb1-9107-9b7ead27dfe2 req-68b46aea-8e2c-4c0f-ae4c-29587bea59a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3d8356-64c5-4a91-99a8-70c6abe2b2fb HTTP/1.1" status: 200 len: 857 time: 0.0422769 Apr 12 13:36:58.580517 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea42bd5-7d15-4eb1-9107-9b7ead27dfe2 req-7afec5a5-f6be-484b-bbc3-28d4b7bc99ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:58.581932 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1ea42bd5-7d15-4eb1-9107-9b7ead27dfe2 req-7afec5a5-f6be-484b-bbc3-28d4b7bc99ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a956ac86-261f-4fbb-bce0-1832a315bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372353 Apr 12 13:36:58.672115 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1ea42bd5-7d15-4eb1-9107-9b7ead27dfe2 req-b803e9e1-fcc7-4aa3-b5cd-be26d5d3730b service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834637 Apr 12 13:36:58.760613 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1ea42bd5-7d15-4eb1-9107-9b7ead27dfe2 req-8c5de79d-cb8e-4de2-98a9-85c0424a0c58 service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821538 Apr 12 13:36:59.438158 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36feb38a-4790-4efc-85cd-1b114e518d12 req-10b2feda-99a0-497f-81ad-11d8b6c25309 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:59.439623 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-36feb38a-4790-4efc-85cd-1b114e518d12 req-10b2feda-99a0-497f-81ad-11d8b6c25309 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0470459 Apr 12 13:36:59.486365 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-36feb38a-4790-4efc-85cd-1b114e518d12 req-cc71cdbf-9e42-4bd1-977f-b78ac14f9d31 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406828 Apr 12 13:36:59.608107 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec81dd-e89c-4550-8cd0-b937c0be9b93 req-16a782dd-eb1b-4770-b085-8be8b41b960f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:36:59.609941 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-10ec81dd-e89c-4550-8cd0-b937c0be9b93 req-16a782dd-eb1b-4770-b085-8be8b41b960f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0554245 Apr 12 13:36:59.664529 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-10ec81dd-e89c-4550-8cd0-b937c0be9b93 req-cdee87ef-ade2-4a23-80af-17292d4cb453 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482159 Apr 12 13:36:59.715072 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:00.602823 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc5b13-abb5-4e9c-be3a-c20799d93663 req-99466188-4a14-47d9-818c-a6485b3e376e tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:00.604587 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-52cc5b13-abb5-4e9c-be3a-c20799d93663 req-99466188-4a14-47d9-818c-a6485b3e376e tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0498712 Apr 12 13:37:00.651196 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-52cc5b13-abb5-4e9c-be3a-c20799d93663 req-aaf6f701-a3d1-4e5a-9dba-b26ff9fe2743 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410559 Apr 12 13:37:00.780446 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c93ec2-7d6f-47d5-bad6-b683854bee96 req-d8e713e1-7f3d-476a-9b09-983b93ff0165 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:00.781873 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f2c93ec2-7d6f-47d5-bad6-b683854bee96 req-d8e713e1-7f3d-476a-9b09-983b93ff0165 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0457902 Apr 12 13:37:00.830172 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f2c93ec2-7d6f-47d5-bad6-b683854bee96 req-7a6522d7-f65b-425a-9d23-893d5d7a7e89 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409122 Apr 12 13:37:00.981937 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:01.810950 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697de52-0e02-4293-8513-d3401761c1c4 req-273c72d9-6112-4350-861e-4a008218666e tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:01.812405 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5697de52-0e02-4293-8513-d3401761c1c4 req-273c72d9-6112-4350-861e-4a008218666e tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0912097 Apr 12 13:37:01.861979 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5697de52-0e02-4293-8513-d3401761c1c4 req-b9ddc809-6c4c-404d-a476-7097acb387dc tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433140 Apr 12 13:37:01.954581 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df203d77-8f0b-4ee5-b7ea-f7d0efeb954a req-601a9727-1f8c-4648-a6bc-10c0acd5c83f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:01.955968 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-df203d77-8f0b-4ee5-b7ea-f7d0efeb954a req-601a9727-1f8c-4648-a6bc-10c0acd5c83f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0567877 Apr 12 13:37:01.979296 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3c903-e71b-49d5-88c8-2e4b56d0c1bd req-e6954eae-1ec7-4845-a9e7-c46ac64f12db tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:01.980786 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-80a3c903-e71b-49d5-88c8-2e4b56d0c1bd req-e6954eae-1ec7-4845-a9e7-c46ac64f12db tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0491586 Apr 12 13:37:01.989717 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34078) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:01.994761 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-0a1cbffd-6bde-4cbf-9694-68913a14ba20 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Request body: {'floatingip': {'port_id': 'fee58994-2184-4fd9-8331-351ac9e60eae'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:02.006341 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-df203d77-8f0b-4ee5-b7ea-f7d0efeb954a req-7a8d2d6c-0b16-4bf8-86bb-cc0f48ea8552 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429127 Apr 12 13:37:02.057441 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0a1cbffd-6bde-4cbf-9694-68913a14ba20 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for floatingip (4100ea49-d302-43c8-afcf-50ccf7ffd491), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:02.754371 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0a1cbffd-6bde-4cbf-9694-68913a14ba20 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:02.758180 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0a1cbffd-6bde-4cbf-9694-68913a14ba20 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (4100ea49-d302-43c8-afcf-50ccf7ffd491), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:02.981708 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1cbffd-6bde-4cbf-9694-68913a14ba20 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:37:03.121974 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1cbffd-6bde-4cbf-9694-68913a14ba20 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:37:03.126854 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0a1cbffd-6bde-4cbf-9694-68913a14ba20 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:03.131547 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99430084-11b2-420d-9b2c-770fda05d6e7 None None] Sync routers for ids ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:37:03.141378 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99430084-11b2-420d-9b2c-770fda05d6e7 None None] Routers {'9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:03.142012 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-99430084-11b2-420d-9b2c-770fda05d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:36:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:03.158965 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91841c-c92d-46d7-aed8-fd1eeeadbe6c req-a4c726f7-ad1a-4437-b248-1bdee46f78b3 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:03.160485 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3f91841c-c92d-46d7-aed8-fd1eeeadbe6c req-a4c726f7-ad1a-4437-b248-1bdee46f78b3 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0805938 Apr 12 13:37:03.175657 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bc7ac9-ef95-49bc-ad9f-cad412b506c0', 'tag': 'fee58994-2184-4fd9-8331-351ac9e60eae'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:37:03.178256 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d371120d-604e-46ec-afcc-70cda39ec35c" -d '{"events": [{"name": "network-changed", "server_uuid": "32bc7ac9-ef95-49bc-ad9f-cad412b506c0", "tag": "fee58994-2184-4fd9-8331-351ac9e60eae"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:37:03.224389 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-0a1cbffd-6bde-4cbf-9694-68913a14ba20 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "PUT /v2.0/floatingips/4100ea49-d302-43c8-afcf-50ccf7ffd491 HTTP/1.1" status: 200 len: 994 time: 1.2333188 Apr 12 13:37:03.243704 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3f91841c-c92d-46d7-aed8-fd1eeeadbe6c req-c54c931c-a64d-49c6-81a9-2a1d51a54995 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761211 Apr 12 13:37:03.245289 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801dc5d2-4328-4614-b122-3c949764186f x-openstack-request-id: req-801dc5d2-4328-4614-b122-3c949764186f {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:37:03.245651 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bc7ac9-ef95-49bc-ad9f-cad412b506c0", "tag": "fee58994-2184-4fd9-8331-351ac9e60eae", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:37:03.245914 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-801dc5d2-4328-4614-b122-3c949764186f {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:37:03.246321 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-801dc5d2-4328-4614-b122-3c949764186f'] response: {'name': 'network-changed', 'server_uuid': '32bc7ac9-ef95-49bc-ad9f-cad412b506c0', 'tag': 'fee58994-2184-4fd9-8331-351ac9e60eae', 'status': 'completed', 'code': 200} Apr 12 13:37:03.257225 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-99430084-11b2-420d-9b2c-770fda05d6e7 None None] Set router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:03.310518 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371120d-604e-46ec-afcc-70cda39ec35c req-e93f7e41-e636-4352-a2cd-4fcbe184944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:03.312012 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d371120d-604e-46ec-afcc-70cda39ec35c req-e93f7e41-e636-4352-a2cd-4fcbe184944e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2bb2007ea0444849922a4d55efee799&device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 1130 time: 0.0396943 Apr 12 13:37:03.403736 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371120d-604e-46ec-afcc-70cda39ec35c req-ff0f012e-f7f2-4b6d-bb4b-83fc65a3af9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:03.405236 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d371120d-604e-46ec-afcc-70cda39ec35c req-ff0f012e-f7f2-4b6d-bb4b-83fc65a3af9b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 200 len: 919 time: 0.0871103 Apr 12 13:37:03.471262 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d371120d-604e-46ec-afcc-70cda39ec35c req-959e8b2f-a896-45a1-898c-b8ef545dba82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fee58994-2184-4fd9-8331-351ac9e60eae HTTP/1.1" status: 200 len: 1002 time: 0.0592182 Apr 12 13:37:03.498102 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-99430084-11b2-420d-9b2c-770fda05d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'name': 'tempest-ServerRescueNegativeTestJSON-601545448-router', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2191125b-10f1-433b-b1af-080c8e118b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:50Z', 'updated_at': '2022-04-12T13:31:58Z', 'revision_number': 4, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'gw_port': {'id': '2191125b-10f1-433b-b1af-080c8e118b18', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:51Z', 'updated_at': '2022-04-12T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '4100ea49-d302-43c8-afcf-50ccf7ffd491', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'port_id': 'fee58994-2184-4fd9-8331-351ac9e60eae', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'mac_address': 'fa:16:3e:68:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bc7ac9-ef95-49bc-ad9f-cad412b506c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:34:31Z', 'updated_at': '2022-04-12T13:37:02Z', 'revision_number': 3, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51c3b45-b7dc-4f16-9518-bdac4229b820', 'name': '', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'mac_address': 'fa:16:3e:1b:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:09Z', 'revision_number': 5, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'subnets': [{'id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:03.525893 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99430084-11b2-420d-9b2c-770fda05d6e7 None None] Checking router: 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:37:03.532093 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371120d-604e-46ec-afcc-70cda39ec35c req-13b74ca5-156d-4086-abeb-69e930385e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:03.533924 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d371120d-604e-46ec-afcc-70cda39ec35c req-13b74ca5-156d-4086-abeb-69e930385e9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3d8356-64c5-4a91-99a8-70c6abe2b2fb HTTP/1.1" status: 200 len: 857 time: 0.0523174 Apr 12 13:37:03.534259 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99430084-11b2-420d-9b2c-770fda05d6e7 None None] Routers {'9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:03.535016 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-99430084-11b2-420d-9b2c-770fda05d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:36:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:03.582344 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371120d-604e-46ec-afcc-70cda39ec35c req-7ddcb073-93b8-46af-977d-87dac2bc243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:03.584499 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d371120d-604e-46ec-afcc-70cda39ec35c req-7ddcb073-93b8-46af-977d-87dac2bc243c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a956ac86-261f-4fbb-bce0-1832a315bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442967 Apr 12 13:37:03.649164 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-99430084-11b2-420d-9b2c-770fda05d6e7 None None] Set router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:03.677624 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d371120d-604e-46ec-afcc-70cda39ec35c req-57169bb0-6d51-4dca-98ac-8f8473907a80 service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856986 Apr 12 13:37:03.776180 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d371120d-604e-46ec-afcc-70cda39ec35c req-cdffe3d7-da46-46d3-9db1-ec271ac142ae service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922859 Apr 12 13:37:03.878226 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-99430084-11b2-420d-9b2c-770fda05d6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'name': 'tempest-ServerRescueNegativeTestJSON-601545448-router', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2191125b-10f1-433b-b1af-080c8e118b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:50Z', 'updated_at': '2022-04-12T13:31:58Z', 'revision_number': 4, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'gw_port': {'id': '2191125b-10f1-433b-b1af-080c8e118b18', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:51Z', 'updated_at': '2022-04-12T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '4100ea49-d302-43c8-afcf-50ccf7ffd491', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'port_id': 'fee58994-2184-4fd9-8331-351ac9e60eae', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'mac_address': 'fa:16:3e:68:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bc7ac9-ef95-49bc-ad9f-cad412b506c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:34:31Z', 'updated_at': '2022-04-12T13:37:02Z', 'revision_number': 3, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51c3b45-b7dc-4f16-9518-bdac4229b820', 'name': '', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'mac_address': 'fa:16:3e:1b:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:09Z', 'revision_number': 5, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'subnets': [{'id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:03.905251 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99430084-11b2-420d-9b2c-770fda05d6e7 None None] The sync data for ids ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'] in dv-cinder-830098-4-iscsi is: [{'id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'name': 'tempest-ServerRescueNegativeTestJSON-601545448-router', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2191125b-10f1-433b-b1af-080c8e118b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:50Z', 'updated_at': '2022-04-12T13:31:58Z', 'revision_number': 4, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'gw_port': {'id': '2191125b-10f1-433b-b1af-080c8e118b18', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:51Z', 'updated_at': '2022-04-12T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '4100ea49-d302-43c8-afcf-50ccf7ffd491', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'port_id': 'fee58994-2184-4fd9-8331-351ac9e60eae', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'mac_address': 'fa:16:3e:68:99:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bc7ac9-ef95-49bc-ad9f-cad412b506c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:34:31Z', 'updated_at': '2022-04-12T13:37:02Z', 'revision_number': 3, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b51c3b45-b7dc-4f16-9518-bdac4229b820', 'name': '', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'mac_address': 'fa:16:3e:1b:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:09Z', 'revision_number': 5, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'subnets': [{'id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:37:04.363324 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e969b6d-e081-4de5-80bf-0dbca609cb4b req-6da8b7ec-7f95-44fb-bed5-e0e62c1527fe tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:04.365461 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5e969b6d-e081-4de5-80bf-0dbca609cb4b req-6da8b7ec-7f95-44fb-bed5-e0e62c1527fe tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0504031 Apr 12 13:37:04.417273 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5e969b6d-e081-4de5-80bf-0dbca609cb4b req-dacfe3db-004f-4de2-b0bb-2da507357186 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462432 Apr 12 13:37:05.247135 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bc7ac9-ef95-49bc-ad9f-cad412b506c0', 'tag': 'fee58994-2184-4fd9-8331-351ac9e60eae'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:37:05.249480 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb69298-eded-41a8-b36e-7b262930699a" -d '{"events": [{"name": "network-changed", "server_uuid": "32bc7ac9-ef95-49bc-ad9f-cad412b506c0", "tag": "fee58994-2184-4fd9-8331-351ac9e60eae"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:37:05.288292 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d2e156-5634-4e8b-b40f-b7ffcc9db2c8 x-openstack-request-id: req-56d2e156-5634-4e8b-b40f-b7ffcc9db2c8 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:37:05.288592 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bc7ac9-ef95-49bc-ad9f-cad412b506c0", "tag": "fee58994-2184-4fd9-8331-351ac9e60eae", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:37:05.288880 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56d2e156-5634-4e8b-b40f-b7ffcc9db2c8 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:37:05.289320 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56d2e156-5634-4e8b-b40f-b7ffcc9db2c8'] response: {'name': 'network-changed', 'server_uuid': '32bc7ac9-ef95-49bc-ad9f-cad412b506c0', 'tag': 'fee58994-2184-4fd9-8331-351ac9e60eae', 'status': 'completed', 'code': 200} Apr 12 13:37:05.354459 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb69298-eded-41a8-b36e-7b262930699a req-53f36b53-649a-46ba-a606-5fee92ff8226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:05.355971 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bbb69298-eded-41a8-b36e-7b262930699a req-53f36b53-649a-46ba-a606-5fee92ff8226 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2bb2007ea0444849922a4d55efee799&device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 1130 time: 0.0395575 Apr 12 13:37:05.463905 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb69298-eded-41a8-b36e-7b262930699a req-cd583c57-f115-4e42-92ec-0d4350b3f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:05.465411 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bbb69298-eded-41a8-b36e-7b262930699a req-cd583c57-f115-4e42-92ec-0d4350b3f447 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 200 len: 919 time: 0.0943508 Apr 12 13:37:05.566675 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bbb69298-eded-41a8-b36e-7b262930699a req-d5cb5eb7-f165-46e0-b84f-d8223671c1cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fee58994-2184-4fd9-8331-351ac9e60eae HTTP/1.1" status: 200 len: 1002 time: 0.0930369 Apr 12 13:37:05.572902 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8210425-04dd-49fa-9e41-040b13ef630d req-583b6444-9edb-4c4f-90d4-615e4754e73e tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:05.574303 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e8210425-04dd-49fa-9e41-040b13ef630d req-583b6444-9edb-4c4f-90d4-615e4754e73e tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0653689 Apr 12 13:37:05.646367 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb69298-eded-41a8-b36e-7b262930699a req-baa19ee7-8893-4e3a-865f-616e600fac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:05.647855 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bbb69298-eded-41a8-b36e-7b262930699a req-baa19ee7-8893-4e3a-865f-616e600fac3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5f3d8356-64c5-4a91-99a8-70c6abe2b2fb HTTP/1.1" status: 200 len: 857 time: 0.0727086 Apr 12 13:37:05.667517 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e8210425-04dd-49fa-9e41-040b13ef630d req-01e17f2c-c7b2-4c9e-b0fd-87fbfd7ebf67 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852940 Apr 12 13:37:05.696222 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb69298-eded-41a8-b36e-7b262930699a req-08628711-06c0-4de7-b843-7504861c90cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:05.697777 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bbb69298-eded-41a8-b36e-7b262930699a req-08628711-06c0-4de7-b843-7504861c90cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a956ac86-261f-4fbb-bce0-1832a315bc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425701 Apr 12 13:37:05.790973 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bbb69298-eded-41a8-b36e-7b262930699a req-3467edc5-c4e3-46ba-8677-30164931ff70 service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865576 Apr 12 13:37:05.883942 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bbb69298-eded-41a8-b36e-7b262930699a req-0e755ea0-3916-4f11-a857-c728969892ea service neutron] 10.222.0.41 "GET /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852425 Apr 12 13:37:06.788439 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7dbdf2-3799-461d-9a09-2c13d0d3e3a0 req-4c80723f-9c23-45c1-b392-76a13df94a95 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:06.789921 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9c7dbdf2-3799-461d-9a09-2c13d0d3e3a0 req-4c80723f-9c23-45c1-b392-76a13df94a95 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0533006 Apr 12 13:37:06.837402 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9c7dbdf2-3799-461d-9a09-2c13d0d3e3a0 req-a6fc9fe9-bd5b-43fb-afcb-5bda11f3c18e tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419042 Apr 12 13:37:07.042345 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f1d60a-ca67-4954-a40c-8e66021313d6 req-614f36a8-1908-4fe6-a069-e9b0edc678b5 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:07.043864 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-08f1d60a-ca67-4954-a40c-8e66021313d6 req-614f36a8-1908-4fe6-a069-e9b0edc678b5 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0559192 Apr 12 13:37:07.099894 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d615cc0-0f6a-4212-8158-d36eb3712a34 req-776218c3-d74d-4cb9-9b2e-6a96a2f23c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:07.101498 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2d615cc0-0f6a-4212-8158-d36eb3712a34 req-776218c3-d74d-4cb9-9b2e-6a96a2f23c06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d7e8314f5b74f97a1d31c6659a57083&device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 1129 time: 0.0566709 Apr 12 13:37:07.140824 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-08f1d60a-ca67-4954-a40c-8e66021313d6 req-7cf1c3c2-ad89-4341-bda0-b4b604dc9779 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688808 Apr 12 13:37:07.216012 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d615cc0-0f6a-4212-8158-d36eb3712a34 req-abada4da-44fe-4ca3-b18c-8b55b3cc8b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:07.217700 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2d615cc0-0f6a-4212-8158-d36eb3712a34 req-abada4da-44fe-4ca3-b18c-8b55b3cc8b7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=dbcb15e3-0cf5-4145-a386-89dfb653c57e HTTP/1.1" status: 200 len: 911 time: 0.1083295 Apr 12 13:37:07.281926 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02cf1a-7ba6-455e-91aa-5e4845e4dbbb req-e1292159-6e3b-4885-ae01-63f29f796139 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:07.283558 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fd02cf1a-7ba6-455e-91aa-5e4845e4dbbb req-e1292159-6e3b-4885-ae01-63f29f796139 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 946 time: 0.0484545 Apr 12 13:37:07.330984 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fd02cf1a-7ba6-455e-91aa-5e4845e4dbbb req-d6455127-bf1e-4269-82fb-83f035d5a4ff tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=33598f5f-4f6a-413e-bf0a-3d91b1dd4927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418904 Apr 12 13:37:08.255387 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3eda36-3d7c-49e8-ac74-180465615c56 req-4f735356-0a07-4731-94cf-f4b41bfcc970 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:08.256847 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ae3eda36-3d7c-49e8-ac74-180465615c56 req-4f735356-0a07-4731-94cf-f4b41bfcc970 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0476260 Apr 12 13:37:08.303487 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ae3eda36-3d7c-49e8-ac74-180465615c56 req-2cdab9e3-9511-4b57-972a-ee62dfedf019 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411127 Apr 12 13:37:08.455630 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2d615cc0-0f6a-4212-8158-d36eb3712a34 req-8003e103-cbf4-4c20-a071-ad51d234a64c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86f208c6-672c-426b-a655-9a9dd142e67a HTTP/1.1" status: 200 len: 1000 time: 0.0894861 Apr 12 13:37:08.464296 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677e46e2-bcfc-40b8-930a-f52aa7c4a2e6 req-b3a524df-f4eb-404f-a07c-520f78363174 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:08.465731 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-677e46e2-bcfc-40b8-930a-f52aa7c4a2e6 req-b3a524df-f4eb-404f-a07c-520f78363174 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 946 time: 0.0616512 Apr 12 13:37:08.546022 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d615cc0-0f6a-4212-8158-d36eb3712a34 req-d8cae64c-b34a-43e5-81a3-90a2b1064c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:08.547361 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2d615cc0-0f6a-4212-8158-d36eb3712a34 req-d8cae64c-b34a-43e5-81a3-90a2b1064c0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa056591-a77e-4564-bed1-da05f4aad210 HTTP/1.1" status: 200 len: 849 time: 0.0697603 Apr 12 13:37:08.550734 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-677e46e2-bcfc-40b8-930a-f52aa7c4a2e6 req-512d012f-8e9b-4e7f-9652-d5d5d3ef4bdb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=33598f5f-4f6a-413e-bf0a-3d91b1dd4927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794878 Apr 12 13:37:08.591754 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d615cc0-0f6a-4212-8158-d36eb3712a34 req-2a3c621a-1d1c-40c0-90f0-b05ef91cedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:08.593293 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2d615cc0-0f6a-4212-8158-d36eb3712a34 req-2a3c621a-1d1c-40c0-90f0-b05ef91cedd0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dbcb15e3-0cf5-4145-a386-89dfb653c57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380712 Apr 12 13:37:08.682337 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2d615cc0-0f6a-4212-8158-d36eb3712a34 req-f258bf69-b7e7-475b-a41f-c26c6deeb77c service neutron] 10.222.0.41 "GET /v2.0/networks/dbcb15e3-0cf5-4145-a386-89dfb653c57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821958 Apr 12 13:37:08.778472 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2d615cc0-0f6a-4212-8158-d36eb3712a34 req-91f93b22-0a6f-4613-bf1e-2e7d2a6a7c96 service neutron] 10.222.0.41 "GET /v2.0/networks/dbcb15e3-0cf5-4145-a386-89dfb653c57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847740 Apr 12 13:37:09.194920 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb2a84-8db7-431d-88e5-37bcf7236b55 req-ca1c02ba-1ab3-4e32-942e-f2e429465095 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:09.196333 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3adb2a84-8db7-431d-88e5-37bcf7236b55 req-ca1c02ba-1ab3-4e32-942e-f2e429465095 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 946 time: 0.0467000 Apr 12 13:37:09.283499 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [req-3adb2a84-8db7-431d-88e5-37bcf7236b55 req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Deleting port 4fb0a539-d4f6-484c-9e0a-a9303021722f {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:37:09.283846 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-3adb2a84-8db7-431d-88e5-37bcf7236b55 req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (4fb0a539-d4f6-484c-9e0a-a9303021722f), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:09.371298 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-3adb2a84-8db7-431d-88e5-37bcf7236b55 req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] For port 4fb0a539-d4f6-484c-9e0a-a9303021722f, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=4fb0a539-d4f6-484c-9e0a-a9303021722f,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:09.371667 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-3adb2a84-8db7-431d-88e5-37bcf7236b55 req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (4fb0a539-d4f6-484c-9e0a-a9303021722f), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:09.418871 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2daea-54ff-4b25-a9c8-2e7d3934b9ac req-53c92a46-52b0-4b22-abb8-9ba47bc99c27 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:09.420391 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1ef2daea-54ff-4b25-a9c8-2e7d3934b9ac req-53c92a46-52b0-4b22-abb8-9ba47bc99c27 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0512428 Apr 12 13:37:09.476354 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1ef2daea-54ff-4b25-a9c8-2e7d3934b9ac req-d074a650-20cc-4a9a-bbb7-e9d7d1763f31 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499897 Apr 12 13:37:09.596812 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-3adb2a84-8db7-431d-88e5-37bcf7236b55 req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:09.597376 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-3adb2a84-8db7-431d-88e5-37bcf7236b55 req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (471985d8-6a92-4af9-a0fe-a10d9c848abc), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:09.597492 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.l3_db [req-3adb2a84-8db7-431d-88e5-37bcf7236b55 req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Floating IP 471985d8-6a92-4af9-a0fe-a10d9c848abc disassociated. External IP: 172.27.2.245, port: 4fb0a539-d4f6-484c-9e0a-a9303021722f. Apr 12 13:37:09.597828 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [req-3adb2a84-8db7-431d-88e5-37bcf7236b55 req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Calling delete_port for 4fb0a539-d4f6-484c-9e0a-a9303021722f owned by compute:nova {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:37:09.697625 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890e48f-d4b4-40ad-a934-96c733e8d6df req-3badb639-f4b7-41b9-a3f0-4b2ce7172777 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:09.698842 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a890e48f-d4b4-40ad-a934-96c733e8d6df req-3badb639-f4b7-41b9-a3f0-4b2ce7172777 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 946 time: 0.0592549 Apr 12 13:37:09.781967 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a890e48f-d4b4-40ad-a934-96c733e8d6df req-7c6e8584-9825-44c6-942c-f28c0f229983 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=33598f5f-4f6a-413e-bf0a-3d91b1dd4927&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715108 Apr 12 13:37:09.802270 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-3adb2a84-8db7-431d-88e5-37bcf7236b55 req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (4fb0a539-d4f6-484c-9e0a-a9303021722f), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:09.833823 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event deleted for resources: {'Port': ['ID=4fb0a539-d4f6-484c-9e0a-a9303021722f,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:09.845594 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:09.845948 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:09.846290 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:09.846649 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:09.846986 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:09.847318 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:09.847644 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:09.848560 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:09.848890 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:09.849241 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:09.849567 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:09.849889 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:09.850231 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:09.850533 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:09.850971 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:09.961818 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3adb2a84-8db7-431d-88e5-37bcf7236b55 req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:37:10.075674 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3adb2a84-8db7-431d-88e5-37bcf7236b55 req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:37:10.086595 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769bdb2-033a-4358-8ec7-1d92243c2bcf None None] Sync routers for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:37:10.097163 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5769bdb2-033a-4358-8ec7-1d92243c2bcf None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:10.098473 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-5769bdb2-033a-4358-8ec7-1d92243c2bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:36:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:10.218550 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-5769bdb2-033a-4358-8ec7-1d92243c2bcf None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:10.369988 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adb2a84-8db7-431d-88e5-37bcf7236b55 req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] No DVR routers for this DVR port 4fb0a539-d4f6-484c-9e0a-a9303021722f on host hv-cinder-83009 {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:37:10.372531 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-3adb2a84-8db7-431d-88e5-37bcf7236b55 req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:10.375868 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3adb2a84-8db7-431d-88e5-37bcf7236b55 req-adf6d93d-5a97-45f3-baf7-68a74b06e5cf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.41 "DELETE /v2.0/ports/4fb0a539-d4f6-484c-9e0a-a9303021722f HTTP/1.1" status: 204 len: 173 time: 1.1732056 Apr 12 13:37:10.376316 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a335517-4349-4b27-9aef-1c3caa7e831d', 'name': 'network-vif-deleted', 'tag': '4fb0a539-d4f6-484c-9e0a-a9303021722f'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:37:10.378635 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c3003c-ee62-4fae-b4e2-0756143fb7d9" -d '{"events": [{"server_uuid": "6a335517-4349-4b27-9aef-1c3caa7e831d", "name": "network-vif-deleted", "tag": "4fb0a539-d4f6-484c-9e0a-a9303021722f"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:37:10.429493 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfff5f0-90b4-4903-951d-10e9de1a4726 x-openstack-request-id: req-1dfff5f0-90b4-4903-951d-10e9de1a4726 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:37:10.429785 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a335517-4349-4b27-9aef-1c3caa7e831d", "name": "network-vif-deleted", "tag": "4fb0a539-d4f6-484c-9e0a-a9303021722f", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:37:10.430035 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1dfff5f0-90b4-4903-951d-10e9de1a4726 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:37:10.430464 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dfff5f0-90b4-4903-951d-10e9de1a4726'] response: {'server_uuid': '6a335517-4349-4b27-9aef-1c3caa7e831d', 'name': 'network-vif-deleted', 'tag': '4fb0a539-d4f6-484c-9e0a-a9303021722f', 'status': 'completed', 'code': 200} Apr 12 13:37:10.460349 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-5769bdb2-033a-4358-8ec7-1d92243c2bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': 'a32d9e8d-41da-4ea9-852c-f958a2153a71', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'port_id': '1d6ba5f9-733a-407b-8a04-d24441bac042', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'mac_address': 'fa:16:3e:06:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec23bf5d-33f8-4c40-b606-9cce5423fd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:32:21Z', 'updated_at': '2022-04-12T13:33:04Z', 'revision_number': 2, 'project_id': '758bb918fa864786a7a375dde266ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:10.491335 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769bdb2-033a-4358-8ec7-1d92243c2bcf None None] Checking router: 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:37:10.502851 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5769bdb2-033a-4358-8ec7-1d92243c2bcf None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:10.503477 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-5769bdb2-033a-4358-8ec7-1d92243c2bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:36:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:10.594699 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab603666-c6a6-471e-a9e4-081057574617 req-95bcd6da-636e-4e56-8148-de5acfe98874 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:10.596210 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ab603666-c6a6-471e-a9e4-081057574617 req-95bcd6da-636e-4e56-8148-de5acfe98874 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0490108 Apr 12 13:37:10.617386 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-5769bdb2-033a-4358-8ec7-1d92243c2bcf None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:10.644931 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ab603666-c6a6-471e-a9e4-081057574617 req-4739de6c-f755-4155-8913-ef060a7971b9 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422211 Apr 12 13:37:10.837458 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-5769bdb2-033a-4358-8ec7-1d92243c2bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': 'a32d9e8d-41da-4ea9-852c-f958a2153a71', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'port_id': '1d6ba5f9-733a-407b-8a04-d24441bac042', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'mac_address': 'fa:16:3e:06:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec23bf5d-33f8-4c40-b606-9cce5423fd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:32:21Z', 'updated_at': '2022-04-12T13:33:04Z', 'revision_number': 2, 'project_id': '758bb918fa864786a7a375dde266ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:10.881197 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769bdb2-033a-4358-8ec7-1d92243c2bcf None None] The sync data for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi is: [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': 'a32d9e8d-41da-4ea9-852c-f958a2153a71', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'port_id': '1d6ba5f9-733a-407b-8a04-d24441bac042', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'mac_address': 'fa:16:3e:06:49:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec23bf5d-33f8-4c40-b606-9cce5423fd33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:32:21Z', 'updated_at': '2022-04-12T13:33:04Z', 'revision_number': 2, 'project_id': '758bb918fa864786a7a375dde266ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:37:10.916222 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-100547c2-48b6-45d8-be19-e6837d7003ac req-37dca06d-6cef-4c92-b069-7146b288c42f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=6a335517-4349-4b27-9aef-1c3caa7e831d HTTP/1.1" status: 200 len: 210 time: 0.0405266 Apr 12 13:37:11.140383 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21632575-f017-45cb-93a4-8249abbdca31 None None] New status for floating IP 471985d8-6a92-4af9-a0fe-a10d9c848abc: DOWN {{(pid=103297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:37:12.009407 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34138) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:12.068015 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-380edab2-b507-43d4-875e-f90e5148d837 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (33598f5f-4f6a-413e-bf0a-3d91b1dd4927), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:12.091471 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-380edab2-b507-43d4-875e-f90e5148d837 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (33598f5f-4f6a-413e-bf0a-3d91b1dd4927), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:12.139663 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-380edab2-b507-43d4-875e-f90e5148d837 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (33598f5f-4f6a-413e-bf0a-3d91b1dd4927), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:12.142493 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-380edab2-b507-43d4-875e-f90e5148d837 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:12.143628 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-380edab2-b507-43d4-875e-f90e5148d837 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "DELETE /v2.0/security-groups/33598f5f-4f6a-413e-bf0a-3d91b1dd4927 HTTP/1.1" status: 204 len: 168 time: 0.1326866 Apr 12 13:37:12.146706 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34140) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:12.152674 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380edab2-b507-43d4-875e-f90e5148d837 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33598f5f-4f6a-413e-bf0a-3d91b1dd4927,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:12.166231 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.api.v2.resource [None req-b414dda1-96cc-4b90-b0e6-25b57769e17f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] show failed (client error): The resource could not be found. Apr 12 13:37:12.170268 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-b414dda1-96cc-4b90-b0e6-25b57769e17f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups/33598f5f-4f6a-413e-bf0a-3d91b1dd4927 HTTP/1.1" status: 404 len: 347 time: 0.0224702 Apr 12 13:37:12.170868 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34142) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:12.290800 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9506b556-3815-4cc6-a4c4-ee423880c476 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Deleting port 2360bab0-85ba-430b-a419-3beb4969cd6c {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:37:12.291062 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9506b556-3815-4cc6-a4c4-ee423880c476 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (2360bab0-85ba-430b-a419-3beb4969cd6c), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:12.370282 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9506b556-3815-4cc6-a4c4-ee423880c476 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (2360bab0-85ba-430b-a419-3beb4969cd6c), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:12.370608 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9506b556-3815-4cc6-a4c4-ee423880c476 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (2360bab0-85ba-430b-a419-3beb4969cd6c), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:12.383017 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9506b556-3815-4cc6-a4c4-ee423880c476 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Calling delete_port for 2360bab0-85ba-430b-a419-3beb4969cd6c owned by network:floatingip {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:37:12.440278 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 4fb0a539-d4f6-484c-9e0a-a9303021722f no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:37:12.461324 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: 4fb0a539-d4f6-484c-9e0a-a9303021722f {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:37:12.461669 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 4fb0a539-d4f6-484c-9e0a-a9303021722f not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:37:12.523594 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9506b556-3815-4cc6-a4c4-ee423880c476 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (2360bab0-85ba-430b-a419-3beb4969cd6c), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:12.552039 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506b556-3815-4cc6-a4c4-ee423880c476 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event deleted for resources: {'Port': ['ID=2360bab0-85ba-430b-a419-3beb4969cd6c,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:12.610697 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9506b556-3815-4cc6-a4c4-ee423880c476 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (471985d8-6a92-4af9-a0fe-a10d9c848abc), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:12.613214 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9506b556-3815-4cc6-a4c4-ee423880c476 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:12.614492 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-9506b556-3815-4cc6-a4c4-ee423880c476 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "DELETE /v2.0/floatingips/471985d8-6a92-4af9-a0fe-a10d9c848abc HTTP/1.1" status: 204 len: 168 time: 0.4424229 Apr 12 13:37:14.259734 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d908-3e7e-4da1-bbe3-499e4bf4ea49 req-80b4b477-d904-48f7-af09-c1b75946f05b tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:14.261148 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5c39d908-3e7e-4da1-bbe3-499e4bf4ea49 req-80b4b477-d904-48f7-af09-c1b75946f05b tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 945 time: 0.0471444 Apr 12 13:37:14.312538 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5c39d908-3e7e-4da1-bbe3-499e4bf4ea49 req-5372f7a2-0934-4b16-9cc5-f39a3d9bee76 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457323 Apr 12 13:37:15.427042 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c748190-6809-4904-8d53-d108297433bb req-e7a63513-d873-4d65-8d08-257c6d264f5c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:15.428509 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1c748190-6809-4904-8d53-d108297433bb req-e7a63513-d873-4d65-8d08-257c6d264f5c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 945 time: 0.0473003 Apr 12 13:37:15.474946 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1c748190-6809-4904-8d53-d108297433bb req-9d6ad5fe-0853-4186-8115-0784a6ebd00f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409098 Apr 12 13:37:16.393863 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4ec8c-838f-4ab1-b7f4-cd99025a77f4 req-f91d465d-b216-4054-ba06-a10988bc0de0 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:16.395365 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c9d4ec8c-838f-4ab1-b7f4-cd99025a77f4 req-f91d465d-b216-4054-ba06-a10988bc0de0 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 945 time: 0.0462637 Apr 12 13:37:16.480746 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [req-c9d4ec8c-838f-4ab1-b7f4-cd99025a77f4 req-86d46a87-3aa4-418e-a13b-18be6634877c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Deleting port 1d6ba5f9-733a-407b-8a04-d24441bac042 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:37:16.481088 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-c9d4ec8c-838f-4ab1-b7f4-cd99025a77f4 req-86d46a87-3aa4-418e-a13b-18be6634877c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (1d6ba5f9-733a-407b-8a04-d24441bac042), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:16.603363 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13331a-0614-42d8-9869-0672b58ee96d req-dfce8822-e2ac-48d3-b63d-0eab16aed664 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:16.604833 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3b13331a-0614-42d8-9869-0672b58ee96d req-dfce8822-e2ac-48d3-b63d-0eab16aed664 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 945 time: 0.0630770 Apr 12 13:37:16.609613 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-c9d4ec8c-838f-4ab1-b7f4-cd99025a77f4 req-86d46a87-3aa4-418e-a13b-18be6634877c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] For port 1d6ba5f9-733a-407b-8a04-d24441bac042, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1d6ba5f9-733a-407b-8a04-d24441bac042,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:16.609978 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-c9d4ec8c-838f-4ab1-b7f4-cd99025a77f4 req-86d46a87-3aa4-418e-a13b-18be6634877c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (1d6ba5f9-733a-407b-8a04-d24441bac042), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:16.711035 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3b13331a-0614-42d8-9869-0672b58ee96d req-cb085fad-4319-4227-947a-023c7d8adb70 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=453a5b11-95e1-4183-adfd-07b27f64b179&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985177 Apr 12 13:37:16.815259 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-c9d4ec8c-838f-4ab1-b7f4-cd99025a77f4 req-86d46a87-3aa4-418e-a13b-18be6634877c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:16.815621 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-c9d4ec8c-838f-4ab1-b7f4-cd99025a77f4 req-86d46a87-3aa4-418e-a13b-18be6634877c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (a32d9e8d-41da-4ea9-852c-f958a2153a71), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:16.815938 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.l3_db [req-c9d4ec8c-838f-4ab1-b7f4-cd99025a77f4 req-86d46a87-3aa4-418e-a13b-18be6634877c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Floating IP a32d9e8d-41da-4ea9-852c-f958a2153a71 disassociated. External IP: 172.27.2.148, port: 1d6ba5f9-733a-407b-8a04-d24441bac042. Apr 12 13:37:16.816338 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [req-c9d4ec8c-838f-4ab1-b7f4-cd99025a77f4 req-86d46a87-3aa4-418e-a13b-18be6634877c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Calling delete_port for 1d6ba5f9-733a-407b-8a04-d24441bac042 owned by compute:nova {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:37:16.942717 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-c9d4ec8c-838f-4ab1-b7f4-cd99025a77f4 req-86d46a87-3aa4-418e-a13b-18be6634877c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (1d6ba5f9-733a-407b-8a04-d24441bac042), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:16.974206 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d46a87-3aa4-418e-a13b-18be6634877c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event deleted for resources: {'Port': ['ID=1d6ba5f9-733a-407b-8a04-d24441bac042,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:17.088792 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9d4ec8c-838f-4ab1-b7f4-cd99025a77f4 req-86d46a87-3aa4-418e-a13b-18be6634877c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:37:17.198242 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9d4ec8c-838f-4ab1-b7f4-cd99025a77f4 req-86d46a87-3aa4-418e-a13b-18be6634877c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:37:17.209002 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da55c48d-8565-4e81-b851-89523155603c None None] Sync routers for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:37:17.218722 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da55c48d-8565-4e81-b851-89523155603c None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:17.219338 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-da55c48d-8565-4e81-b851-89523155603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:36:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:17.240599 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d4ec8c-838f-4ab1-b7f4-cd99025a77f4 req-86d46a87-3aa4-418e-a13b-18be6634877c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] No DVR routers for this DVR port 1d6ba5f9-733a-407b-8a04-d24441bac042 on host hv-cinder-83009 {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:37:17.243155 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-c9d4ec8c-838f-4ab1-b7f4-cd99025a77f4 req-86d46a87-3aa4-418e-a13b-18be6634877c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:17.246345 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c9d4ec8c-838f-4ab1-b7f4-cd99025a77f4 req-86d46a87-3aa4-418e-a13b-18be6634877c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.41 "DELETE /v2.0/ports/1d6ba5f9-733a-407b-8a04-d24441bac042 HTTP/1.1" status: 204 len: 173 time: 0.8454902 Apr 12 13:37:17.246783 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec23bf5d-33f8-4c40-b606-9cce5423fd33', 'name': 'network-vif-deleted', 'tag': '1d6ba5f9-733a-407b-8a04-d24441bac042'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:37:17.249026 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02edbb4-f433-4a21-add4-c31244b6183c" -d '{"events": [{"server_uuid": "ec23bf5d-33f8-4c40-b606-9cce5423fd33", "name": "network-vif-deleted", "tag": "1d6ba5f9-733a-407b-8a04-d24441bac042"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:37:17.284859 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9890c8cf-e393-40ab-a228-a7ef0f6a3614 x-openstack-request-id: req-9890c8cf-e393-40ab-a228-a7ef0f6a3614 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:37:17.285769 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec23bf5d-33f8-4c40-b606-9cce5423fd33", "name": "network-vif-deleted", "tag": "1d6ba5f9-733a-407b-8a04-d24441bac042", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:37:17.286193 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9890c8cf-e393-40ab-a228-a7ef0f6a3614 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:37:17.286606 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9890c8cf-e393-40ab-a228-a7ef0f6a3614'] response: {'server_uuid': 'ec23bf5d-33f8-4c40-b606-9cce5423fd33', 'name': 'network-vif-deleted', 'tag': '1d6ba5f9-733a-407b-8a04-d24441bac042', 'status': 'completed', 'code': 200} Apr 12 13:37:17.343964 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-da55c48d-8565-4e81-b851-89523155603c None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:17.549198 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-da55c48d-8565-4e81-b851-89523155603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:17.575741 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da55c48d-8565-4e81-b851-89523155603c None None] Checking router: 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:37:17.583756 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da55c48d-8565-4e81-b851-89523155603c None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:17.584352 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-da55c48d-8565-4e81-b851-89523155603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:36:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:17.693165 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-da55c48d-8565-4e81-b851-89523155603c None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:17.824307 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2e6433d0-361b-45bd-986f-65eca4b9cce0 req-74992df2-f9bd-4955-b087-eb0b5d243cf1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=ec23bf5d-33f8-4c40-b606-9cce5423fd33 HTTP/1.1" status: 200 len: 210 time: 0.0295737 Apr 12 13:37:17.895600 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-da55c48d-8565-4e81-b851-89523155603c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:17.925566 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da55c48d-8565-4e81-b851-89523155603c None None] The sync data for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi is: [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:37:18.144495 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2120c-22d3-4cbc-909e-a51cc8591a3f None None] New status for floating IP a32d9e8d-41da-4ea9-852c-f958a2153a71: DOWN {{(pid=103297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:37:18.911833 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34178) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:18.967373 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (453a5b11-95e1-4183-adfd-07b27f64b179), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:18.990364 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (453a5b11-95e1-4183-adfd-07b27f64b179), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:19.036884 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (453a5b11-95e1-4183-adfd-07b27f64b179), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:19.039485 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:19.040605 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "DELETE /v2.0/security-groups/453a5b11-95e1-4183-adfd-07b27f64b179 HTTP/1.1" status: 204 len: 168 time: 0.1277657 Apr 12 13:37:19.043473 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34180) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:19.049322 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=453a5b11-95e1-4183-adfd-07b27f64b179,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:19.056974 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:19.057268 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.api.v2.resource [None req-83f01940-766d-483b-9e76-1369feb7b8b0 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] show failed (client error): The resource could not be found. Apr 12 13:37:19.057392 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:19.057688 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:19.058027 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:19.058254 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-83f01940-766d-483b-9e76-1369feb7b8b0 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups/453a5b11-95e1-4183-adfd-07b27f64b179 HTTP/1.1" status: 404 len: 347 time: 0.0137842 Apr 12 13:37:19.058367 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:19.058684 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:19.059010 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:19.059339 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:19.059664 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:19.059988 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:19.060320 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:19.060641 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:19.060962 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:19.061066 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34182) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:19.061311 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:19.061634 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8a4d34-cbdb-424f-955d-6bc78c5af2bf tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:19.179118 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9da25099-aa25-4f26-aa63-0d5e443792e9 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Deleting port 65f2d4c3-5e57-4705-906a-7185c391402c {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:37:19.179639 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9da25099-aa25-4f26-aa63-0d5e443792e9 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (65f2d4c3-5e57-4705-906a-7185c391402c), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:19.263020 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9da25099-aa25-4f26-aa63-0d5e443792e9 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (65f2d4c3-5e57-4705-906a-7185c391402c), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:19.263273 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9da25099-aa25-4f26-aa63-0d5e443792e9 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (65f2d4c3-5e57-4705-906a-7185c391402c), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:19.275096 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-9da25099-aa25-4f26-aa63-0d5e443792e9 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Calling delete_port for 65f2d4c3-5e57-4705-906a-7185c391402c owned by network:floatingip {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:37:19.404729 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9da25099-aa25-4f26-aa63-0d5e443792e9 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (65f2d4c3-5e57-4705-906a-7185c391402c), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:19.428755 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da25099-aa25-4f26-aa63-0d5e443792e9 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event deleted for resources: {'Port': ['ID=65f2d4c3-5e57-4705-906a-7185c391402c,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:19.492420 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9da25099-aa25-4f26-aa63-0d5e443792e9 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (a32d9e8d-41da-4ea9-852c-f958a2153a71), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:19.494991 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9da25099-aa25-4f26-aa63-0d5e443792e9 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:19.496323 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-9da25099-aa25-4f26-aa63-0d5e443792e9 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "DELETE /v2.0/floatingips/a32d9e8d-41da-4ea9-852c-f958a2153a71 HTTP/1.1" status: 204 len: 168 time: 0.4342525 Apr 12 13:37:19.708095 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34190) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:19.713004 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-c473e2ae-291a-455d-b42a-88af63ee2471 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--598834962', 'description': 'tempest-description--314317871'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:19.734232 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c473e2ae-291a-455d-b42a-88af63ee2471 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:19.767864 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:19.802582 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c473e2ae-291a-455d-b42a-88af63ee2471 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (63868f5b-df97-4219-b5ea-1a47c0f19bf7), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:19.806206 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c473e2ae-291a-455d-b42a-88af63ee2471 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (63868f5b-df97-4219-b5ea-1a47c0f19bf7), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:19.837447 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c473e2ae-291a-455d-b42a-88af63ee2471 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:19.838808 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-c473e2ae-291a-455d-b42a-88af63ee2471 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1294258 Apr 12 13:37:19.840527 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473e2ae-291a-455d-b42a-88af63ee2471 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63868f5b-df97-4219-b5ea-1a47c0f19bf7,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:19.841739 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34192) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:19.846221 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-a4417022-6acc-4ebb-9847-12fd9902253d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'security_group_rule': {'security_group_id': '63868f5b-df97-4219-b5ea-1a47c0f19bf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:19.871698 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a4417022-6acc-4ebb-9847-12fd9902253d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (fed657a1-b18a-4638-bed1-e58e32aa73a9), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:19.925457 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a4417022-6acc-4ebb-9847-12fd9902253d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (fed657a1-b18a-4638-bed1-e58e32aa73a9), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:19.929071 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a4417022-6acc-4ebb-9847-12fd9902253d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (fed657a1-b18a-4638-bed1-e58e32aa73a9), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:19.946153 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4417022-6acc-4ebb-9847-12fd9902253d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed657a1-b18a-4638-bed1-e58e32aa73a9,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:19.953855 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a4417022-6acc-4ebb-9847-12fd9902253d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:19.955040 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-a4417022-6acc-4ebb-9847-12fd9902253d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1122701 Apr 12 13:37:19.958604 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34194) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:19.962820 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-391d9c19-476d-4cb2-bf6e-af4fe1ae8565 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'security_group_rule': {'security_group_id': '63868f5b-df97-4219-b5ea-1a47c0f19bf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:19.986905 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-391d9c19-476d-4cb2-bf6e-af4fe1ae8565 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (3d82e337-6fc2-442b-ab62-c0c61906a6a6), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:20.040899 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-391d9c19-476d-4cb2-bf6e-af4fe1ae8565 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (3d82e337-6fc2-442b-ab62-c0c61906a6a6), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:20.044598 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-391d9c19-476d-4cb2-bf6e-af4fe1ae8565 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (3d82e337-6fc2-442b-ab62-c0c61906a6a6), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:20.063278 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d9c19-476d-4cb2-bf6e-af4fe1ae8565 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d82e337-6fc2-442b-ab62-c0c61906a6a6,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:20.072584 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-391d9c19-476d-4cb2-bf6e-af4fe1ae8565 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:20.073811 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-391d9c19-476d-4cb2-bf6e-af4fe1ae8565 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142464 Apr 12 13:37:20.076896 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34196) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:20.081159 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-b663b70c-01dc-415e-a23d-bd8331b848fe tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'floatingip': {'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:20.101752 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b663b70c-01dc-415e-a23d-bd8331b848fe tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:20.184414 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b663b70c-01dc-415e-a23d-bd8331b848fe tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:20.294306 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-b663b70c-01dc-415e-a23d-bd8331b848fe tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Allocated IP 172.27.2.213 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/c7810a6f-1ec4-44fd-a061-567b1819ea18) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:37:20.391981 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b663b70c-01dc-415e-a23d-bd8331b848fe tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for port (c7810a6f-1ec4-44fd-a061-567b1819ea18), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:20.424449 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b663b70c-01dc-415e-a23d-bd8331b848fe tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (c7810a6f-1ec4-44fd-a061-567b1819ea18), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:20.453192 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 1d6ba5f9-733a-407b-8a04-d24441bac042 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:37:20.462239 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b663b70c-01dc-415e-a23d-bd8331b848fe tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:37:20.465017 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-b663b70c-01dc-415e-a23d-bd8331b848fe tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:37:20.468457 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b663b70c-01dc-415e-a23d-bd8331b848fe tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:37:20.473727 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: 1d6ba5f9-733a-407b-8a04-d24441bac042 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:37:20.474222 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 1d6ba5f9-733a-407b-8a04-d24441bac042 not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:37:20.481583 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663b70c-01dc-415e-a23d-bd8331b848fe tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'Port': ['ID=c7810a6f-1ec4-44fd-a061-567b1819ea18,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:20.577386 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b663b70c-01dc-415e-a23d-bd8331b848fe tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (281fd401-ac1e-4e63-b3af-bff9c3cfebce), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:20.624302 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b663b70c-01dc-415e-a23d-bd8331b848fe tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (c7810a6f-1ec4-44fd-a061-567b1819ea18), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:20.647170 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2a2994e0-2dea-42bf-983d-b17b81d5c5e9 req-8efb3f9d-ecb7-450c-b05a-3e97458c4ba6 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1065017318&fields=id&tenant_id=d7b5ac96172b45b6a78b9fd4bda96a31 HTTP/1.1" status: 200 len: 267 time: 0.0531042 Apr 12 13:37:20.700035 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2994e0-2dea-42bf-983d-b17b81d5c5e9 req-18638bc1-2699-4b0c-976e-088a089e96f7 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:20.701554 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2a2994e0-2dea-42bf-983d-b17b81d5c5e9 req-18638bc1-2699-4b0c-976e-088a089e96f7 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 985 time: 0.0488508 Apr 12 13:37:20.712731 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-2a2994e0-2dea-42bf-983d-b17b81d5c5e9 req-1f17ee99-6221-49be-aa37-67d9150cff8c tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Request body: {'port': {'security_groups': ['dba971ba-8b3e-4c1a-98af-309663d2ca0a']}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:20.779946 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b663b70c-01dc-415e-a23d-bd8331b848fe tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for port (c7810a6f-1ec4-44fd-a061-567b1819ea18), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:20.785453 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b663b70c-01dc-415e-a23d-bd8331b848fe tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (c7810a6f-1ec4-44fd-a061-567b1819ea18), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:20.786893 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-2a2994e0-2dea-42bf-983d-b17b81d5c5e9 req-1f17ee99-6221-49be-aa37-67d9150cff8c tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (ad0316e9-34d0-4844-941d-9da8690b893c), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:20.853402 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663b70c-01dc-415e-a23d-bd8331b848fe tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'Port': ['ID=c7810a6f-1ec4-44fd-a061-567b1819ea18,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:20.864014 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b663b70c-01dc-415e-a23d-bd8331b848fe tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (281fd401-ac1e-4e63-b3af-bff9c3cfebce), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:20.879688 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b663b70c-01dc-415e-a23d-bd8331b848fe tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:20.889458 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-b663b70c-01dc-415e-a23d-bd8331b848fe tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8031294 Apr 12 13:37:20.972133 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-2a2994e0-2dea-42bf-983d-b17b81d5c5e9 req-1f17ee99-6221-49be-aa37-67d9150cff8c tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] For port ad0316e9-34d0-4844-941d-9da8690b893c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ad0316e9-34d0-4844-941d-9da8690b893c,segment=NetworkSegment(69566bc3-944a-4c63-99b6-3c4943d17d55),segment_id=69566bc3-944a-4c63-99b6-3c4943d17d55)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:21.003496 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-2a2994e0-2dea-42bf-983d-b17b81d5c5e9 req-1f17ee99-6221-49be-aa37-67d9150cff8c tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for port (ad0316e9-34d0-4844-941d-9da8690b893c), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:21.010217 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-2a2994e0-2dea-42bf-983d-b17b81d5c5e9 req-1f17ee99-6221-49be-aa37-67d9150cff8c tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (ad0316e9-34d0-4844-941d-9da8690b893c), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:21.030841 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['ad0316e9-34d0-4844-941d-9da8690b893c'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:37:21.043826 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-56b6e9bb-faae-4335-9b99-d883756a3f64 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--598834962&fields=id&tenant_id=758bb918fa864786a7a375dde266ff59 HTTP/1.1" status: 200 len: 267 time: 0.0514317 Apr 12 13:37:21.060173 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2994e0-2dea-42bf-983d-b17b81d5c5e9 req-1f17ee99-6221-49be-aa37-67d9150cff8c tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:21.060794 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-2a2994e0-2dea-42bf-983d-b17b81d5c5e9 req-1f17ee99-6221-49be-aa37-67d9150cff8c tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:21.065312 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2a2994e0-2dea-42bf-983d-b17b81d5c5e9 req-1f17ee99-6221-49be-aa37-67d9150cff8c tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "PUT /v2.0/ports/ad0316e9-34d0-4844-941d-9da8690b893c HTTP/1.1" status: 200 len: 943 time: 0.3570256 Apr 12 13:37:21.066036 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8aba80-233b-4d56-b7d2-2809e812a1ec', 'tag': 'ad0316e9-34d0-4844-941d-9da8690b893c'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:37:21.068556 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c1af3a-f3d9-4cb5-ade0-68fe9555f830" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8aba80-233b-4d56-b7d2-2809e812a1ec", "tag": "ad0316e9-34d0-4844-941d-9da8690b893c"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:37:21.068724 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34212) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:21.111414 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17ee99-6221-49be-aa37-67d9150cff8c tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Pushing event updated for resources: {'Port': ['ID=ad0316e9-34d0-4844-941d-9da8690b893c,revision_number=7']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:21.128813 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc230249-a575-4776-8bd3-25d92d73e26b x-openstack-request-id: req-fc230249-a575-4776-8bd3-25d92d73e26b {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:37:21.129130 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8aba80-233b-4d56-b7d2-2809e812a1ec", "tag": "ad0316e9-34d0-4844-941d-9da8690b893c", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:37:21.130517 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc230249-a575-4776-8bd3-25d92d73e26b {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:37:21.131168 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc230249-a575-4776-8bd3-25d92d73e26b'] response: {'name': 'network-changed', 'server_uuid': 'fa8aba80-233b-4d56-b7d2-2809e812a1ec', 'tag': 'ad0316e9-34d0-4844-941d-9da8690b893c', 'status': 'completed', 'code': 200} Apr 12 13:37:21.197830 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c422-062c-4d61-b3f7-dae0442fcc38 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group (691a79e0-f959-47ce-bd42-76fa77b8ba93), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:21.219049 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['ad0316e9-34d0-4844-941d-9da8690b893c'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:37:21.244500 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c422-062c-4d61-b3f7-dae0442fcc38 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group (691a79e0-f959-47ce-bd42-76fa77b8ba93), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:21.267235 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1af3a-f3d9-4cb5-ade0-68fe9555f830 req-8988a6bd-0dfa-4826-a82c-a083314adf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:21.269030 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c6c1af3a-f3d9-4cb5-ade0-68fe9555f830 req-8988a6bd-0dfa-4826-a82c-a083314adf4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7b5ac96172b45b6a78b9fd4bda96a31&device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 1130 time: 0.1122687 Apr 12 13:37:21.271119 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-2966cafe-ecd2-4e4a-a1e5-2e1ef6b8fe4e tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:21.272676 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-2966cafe-ecd2-4e4a-a1e5-2e1ef6b8fe4e tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/networks?id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 HTTP/1.1" status: 200 len: 815 time: 0.2195098 Apr 12 13:37:21.309461 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-3a6151b8-8142-47d4-afa7-d5c8532135d6 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/quotas/758bb918fa864786a7a375dde266ff59 HTTP/1.1" status: 200 len: 375 time: 0.0305569 Apr 12 13:37:21.362575 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-3fef1cab-72d3-4041-95d0-3dd2308f2e56 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=758bb918fa864786a7a375dde266ff59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466907 Apr 12 13:37:21.378196 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c422-062c-4d61-b3f7-dae0442fcc38 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (691a79e0-f959-47ce-bd42-76fa77b8ba93), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:21.381386 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9ac7c422-062c-4d61-b3f7-dae0442fcc38 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:21.382736 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-9ac7c422-062c-4d61-b3f7-dae0442fcc38 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "DELETE /v2.0/security-groups/691a79e0-f959-47ce-bd42-76fa77b8ba93 HTTP/1.1" status: 204 len: 168 time: 0.3129401 Apr 12 13:37:21.388264 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34218) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:21.406140 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7c422-062c-4d61-b3f7-dae0442fcc38 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=691a79e0-f959-47ce-bd42-76fa77b8ba93,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:21.433808 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1af3a-f3d9-4cb5-ade0-68fe9555f830 req-f6c1abcc-1c46-4366-a0fe-ac2f2a11ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:21.435422 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c6c1af3a-f3d9-4cb5-ade0-68fe9555f830 req-f6c1abcc-1c46-4366-a0fe-ac2f2a11ded0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f49db9b-8084-43b4-9af2-e258167632f1 HTTP/1.1" status: 200 len: 915 time: 0.1571274 Apr 12 13:37:21.542226 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-7722b2d1-33ad-4870-99bf-4e99bed82f8e None None] Provisioning complete for port ad0316e9-34d0-4844-941d-9da8690b893c triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:21.542608 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7722b2d1-33ad-4870-99bf-4e99bed82f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (ad0316e9-34d0-4844-941d-9da8690b893c), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:21.560546 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-4f570801-64cf-4440-a632-38767a309565 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761940 Apr 12 13:37:21.567432 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c6c1af3a-f3d9-4cb5-ade0-68fe9555f830 req-d3f8590d-521a-452b-b196-470083bc665a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad0316e9-34d0-4844-941d-9da8690b893c HTTP/1.1" status: 200 len: 1000 time: 0.1232781 Apr 12 13:37:21.632813 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-7722b2d1-33ad-4870-99bf-4e99bed82f8e None None] Current status of the port ad0316e9-34d0-4844-941d-9da8690b893c is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:37:21.660466 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-93c34761-8e95-4208-ae89-ca67a278925d service neutron] 10.222.0.11 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905414 Apr 12 13:37:21.662993 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-b9455b93-a916-4cd4-8623-62ab6526a688 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Deleting port 115ca32c-f724-4447-87e1-aa36109df0f5 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:37:21.663467 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b9455b93-a916-4cd4-8623-62ab6526a688 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (115ca32c-f724-4447-87e1-aa36109df0f5), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:21.667078 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1af3a-f3d9-4cb5-ade0-68fe9555f830 req-dfdfbcae-6ed4-4808-aae0-c5a3c4377721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:21.668598 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c6c1af3a-f3d9-4cb5-ade0-68fe9555f830 req-dfdfbcae-6ed4-4808-aae0-c5a3c4377721 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a998b45c-048a-454f-8557-4d43ed85f98d HTTP/1.1" status: 200 len: 853 time: 0.0902419 Apr 12 13:37:21.753343 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c1af3a-f3d9-4cb5-ade0-68fe9555f830 req-cdc3c1b3-3276-4961-8daa-e047625178d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:21.755370 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c6c1af3a-f3d9-4cb5-ade0-68fe9555f830 req-cdc3c1b3-3276-4961-8daa-e047625178d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f49db9b-8084-43b4-9af2-e258167632f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765884 Apr 12 13:37:21.811631 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b9455b93-a916-4cd4-8623-62ab6526a688 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (115ca32c-f724-4447-87e1-aa36109df0f5), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:21.811965 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b9455b93-a916-4cd4-8623-62ab6526a688 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for floatingip (115ca32c-f724-4447-87e1-aa36109df0f5), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:21.873770 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1e3c5909-efaa-4ce4-9c6b-c175d5fc1521 req-794fe87c-a39e-4a6b-9e6a-0fd55f7e4f24 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 210 time: 0.0692737 Apr 12 13:37:21.882105 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-b9455b93-a916-4cd4-8623-62ab6526a688 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Calling delete_port for 115ca32c-f724-4447-87e1-aa36109df0f5 owned by network:floatingip {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:37:21.912969 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c6c1af3a-f3d9-4cb5-ade0-68fe9555f830 req-fe95a134-95ae-47f4-8891-e904150aec58 service neutron] 10.222.0.41 "GET /v2.0/networks/7f49db9b-8084-43b4-9af2-e258167632f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485591 Apr 12 13:37:22.355889 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c6c1af3a-f3d9-4cb5-ade0-68fe9555f830 req-abb0f6cc-9057-491e-8b67-b76ba967c926 service neutron] 10.222.0.41 "GET /v2.0/networks/7f49db9b-8084-43b4-9af2-e258167632f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073250 Apr 12 13:37:22.418675 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b9455b93-a916-4cd4-8623-62ab6526a688 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (115ca32c-f724-4447-87e1-aa36109df0f5), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:22.449486 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9455b93-a916-4cd4-8623-62ab6526a688 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Pushing event deleted for resources: {'Port': ['ID=115ca32c-f724-4447-87e1-aa36109df0f5,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:22.512751 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b9455b93-a916-4cd4-8623-62ab6526a688 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks [] for floatingip (0673bb98-b45b-45ec-a897-bd900b865c6c), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:22.513078 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.l3_db [None req-b9455b93-a916-4cd4-8623-62ab6526a688 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Floating IP 0673bb98-b45b-45ec-a897-bd900b865c6c disassociated (deleted). External IP: 172.27.2.2, port: ad0316e9-34d0-4844-941d-9da8690b893c. Apr 12 13:37:22.725296 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9455b93-a916-4cd4-8623-62ab6526a688 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Router 5efc5afb-d8db-48f6-8d86-889310301c51 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:37:22.835775 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9455b93-a916-4cd4-8623-62ab6526a688 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:37:22.840403 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-b9455b93-a916-4cd4-8623-62ab6526a688 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:22.845686 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c70bca5-5d34-47d1-99ed-aea6d501be56 None None] Sync routers for ids ['5efc5afb-d8db-48f6-8d86-889310301c51'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:37:22.856518 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c70bca5-5d34-47d1-99ed-aea6d501be56 None None] Routers {'5efc5afb-d8db-48f6-8d86-889310301c51'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:22.857159 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-2c70bca5-5d34-47d1-99ed-aea6d501be56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:36:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['5efc5afb-d8db-48f6-8d86-889310301c51'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:22.914350 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-b9455b93-a916-4cd4-8623-62ab6526a688 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "DELETE /v2.0/floatingips/0673bb98-b45b-45ec-a897-bd900b865c6c HTTP/1.1" status: 204 len: 168 time: 1.5218647 Apr 12 13:37:22.993557 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-d82fd346-e52d-4173-bde4-491036939e68 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:22.995795 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-d82fd346-e52d-4173-bde4-491036939e68 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.41 "GET /v2.0/networks?id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 HTTP/1.1" status: 200 len: 815 time: 0.1345534 Apr 12 13:37:23.019679 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6f31110c-a667-48e4-b8d0-7d3e8dc85200 req-0f05c41a-e20f-4779-a80b-c9cf61a91e0f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 210 time: 0.0554268 Apr 12 13:37:23.032028 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-2c70bca5-5d34-47d1-99ed-aea6d501be56 None None] Set router 5efc5afb-d8db-48f6-8d86-889310301c51 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:23.080414 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-07ef91f1-f185-449b-b538-4ee0823f3219 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=758bb918fa864786a7a375dde266ff59 HTTP/1.1" status: 200 len: 379 time: 0.0749445 Apr 12 13:37:23.090742 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-faf683b3-05c4-48af-bc55-cfda40c65446 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'port': {'device_id': '884a72a4-f3c6-4abc-bf99-5f83dc5c9a13', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'admin_state_up': True, 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'security_groups': ['63868f5b-df97-4219-b5ea-1a47c0f19bf7']}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:23.155895 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8aba80-233b-4d56-b7d2-2809e812a1ec', 'tag': 'ad0316e9-34d0-4844-941d-9da8690b893c'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:37:23.158160 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bcac3a-360e-4eae-a4a2-ba5b1a7ff78f" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8aba80-233b-4d56-b7d2-2809e812a1ec", "tag": "ad0316e9-34d0-4844-941d-9da8690b893c"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:37:23.220627 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80aed45d-419d-40c1-89b5-f347e52c9128 x-openstack-request-id: req-80aed45d-419d-40c1-89b5-f347e52c9128 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:37:23.220922 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8aba80-233b-4d56-b7d2-2809e812a1ec", "tag": "ad0316e9-34d0-4844-941d-9da8690b893c", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:37:23.221205 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-80aed45d-419d-40c1-89b5-f347e52c9128 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:37:23.221597 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80aed45d-419d-40c1-89b5-f347e52c9128'] response: {'name': 'network-changed', 'server_uuid': 'fa8aba80-233b-4d56-b7d2-2809e812a1ec', 'tag': 'ad0316e9-34d0-4844-941d-9da8690b893c', 'status': 'completed', 'code': 200} Apr 12 13:37:23.235765 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-faf683b3-05c4-48af-bc55-cfda40c65446 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Made reservation on behalf of 758bb918fa864786a7a375dde266ff59 for: {'port': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:37:23.239838 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-faf683b3-05c4-48af-bc55-cfda40c65446 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:23.261397 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-2c70bca5-5d34-47d1-99ed-aea6d501be56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'name': 'tempest-TestMinimumBasicScenario-709297719-router', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:57Z', 'revision_number': 4, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'gw_port': {'id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3', 'name': '', 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'mac_address': 'fa:16:3e:23:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'a998b45c-048a-454f-8557-4d43ed85f98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:56Z', 'updated_at': '2022-04-12T13:33:01Z', 'revision_number': 5, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'subnets': [{'id': 'a998b45c-048a-454f-8557-4d43ed85f98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:23.291560 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c70bca5-5d34-47d1-99ed-aea6d501be56 None None] Checking router: 5efc5afb-d8db-48f6-8d86-889310301c51 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:37:23.303357 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c70bca5-5d34-47d1-99ed-aea6d501be56 None None] Routers {'5efc5afb-d8db-48f6-8d86-889310301c51'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:23.304059 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-2c70bca5-5d34-47d1-99ed-aea6d501be56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:36:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['5efc5afb-d8db-48f6-8d86-889310301c51'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:23.340410 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcac3a-360e-4eae-a4a2-ba5b1a7ff78f req-79a6dfa5-0002-4317-8e33-f2ce0dbd15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:23.342217 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-28bcac3a-360e-4eae-a4a2-ba5b1a7ff78f req-79a6dfa5-0002-4317-8e33-f2ce0dbd15d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7b5ac96172b45b6a78b9fd4bda96a31&device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 1130 time: 0.0585320 Apr 12 13:37:23.383753 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-faf683b3-05c4-48af-bc55-cfda40c65446 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Allocated IP 172.20.0.7 (9ce84178-38e7-4e29-b4a8-e078a0b5e3f2/1774c03c-3ad4-4c38-b37a-e0b0c31504ad/3c556949-a28e-439c-8598-cb1a072e9dd6) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:37:23.420298 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-2c70bca5-5d34-47d1-99ed-aea6d501be56 None None] Set router 5efc5afb-d8db-48f6-8d86-889310301c51 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:23.524985 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-faf683b3-05c4-48af-bc55-cfda40c65446 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for port (3c556949-a28e-439c-8598-cb1a072e9dd6), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:23.558958 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-faf683b3-05c4-48af-bc55-cfda40c65446 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (3c556949-a28e-439c-8598-cb1a072e9dd6), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:23.603206 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-faf683b3-05c4-48af-bc55-cfda40c65446 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:37:23.606493 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-faf683b3-05c4-48af-bc55-cfda40c65446 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:37:23.610152 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-faf683b3-05c4-48af-bc55-cfda40c65446 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:37:23.620153 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf683b3-05c4-48af-bc55-cfda40c65446 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'Port': ['ID=3c556949-a28e-439c-8598-cb1a072e9dd6,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:23.644811 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-2c70bca5-5d34-47d1-99ed-aea6d501be56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'name': 'tempest-TestMinimumBasicScenario-709297719-router', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:57Z', 'revision_number': 4, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'gw_port': {'id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3', 'name': '', 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'mac_address': 'fa:16:3e:23:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'a998b45c-048a-454f-8557-4d43ed85f98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:56Z', 'updated_at': '2022-04-12T13:33:01Z', 'revision_number': 5, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'subnets': [{'id': 'a998b45c-048a-454f-8557-4d43ed85f98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:23.670456 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-faf683b3-05c4-48af-bc55-cfda40c65446 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:23.671173 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-faf683b3-05c4-48af-bc55-cfda40c65446 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:23.672877 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c70bca5-5d34-47d1-99ed-aea6d501be56 None None] The sync data for ids ['5efc5afb-d8db-48f6-8d86-889310301c51'] in dv-cinder-830098-4-iscsi is: [{'id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'name': 'tempest-TestMinimumBasicScenario-709297719-router', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:57Z', 'revision_number': 4, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'gw_port': {'id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3', 'name': '', 'network_id': '7f49db9b-8084-43b4-9af2-e258167632f1', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'mac_address': 'fa:16:3e:23:be:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 278, 'fixed_ips': [{'subnet_id': 'a998b45c-048a-454f-8557-4d43ed85f98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:56Z', 'updated_at': '2022-04-12T13:33:01Z', 'revision_number': 5, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'subnets': [{'id': 'a998b45c-048a-454f-8557-4d43ed85f98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:37:23.693207 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-faf683b3-05c4-48af-bc55-cfda40c65446 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6077938 Apr 12 13:37:23.744014 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Request body: {'port': {'device_id': '884a72a4-f3c6-4abc-bf99-5f83dc5c9a13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:23.814142 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (3c556949-a28e-439c-8598-cb1a072e9dd6), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:23.855648 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcac3a-360e-4eae-a4a2-ba5b1a7ff78f req-446d68aa-06d2-46f8-a19c-b325cd1ca21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:23.857443 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-28bcac3a-360e-4eae-a4a2-ba5b1a7ff78f req-446d68aa-06d2-46f8-a19c-b325cd1ca21d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f49db9b-8084-43b4-9af2-e258167632f1 HTTP/1.1" status: 200 len: 915 time: 0.1122608 Apr 12 13:37:23.884487 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-fc89c6a1-2326-4cc4-9850-4ad489deb03b None None] Provisioning complete for port 3c556949-a28e-439c-8598-cb1a072e9dd6 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:23.885090 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fc89c6a1-2326-4cc4-9850-4ad489deb03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (3c556949-a28e-439c-8598-cb1a072e9dd6), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:23.934317 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-28bcac3a-360e-4eae-a4a2-ba5b1a7ff78f req-11b01e69-2cd7-42d5-9613-482bebcb915d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad0316e9-34d0-4844-941d-9da8690b893c HTTP/1.1" status: 200 len: 217 time: 0.0533693 Apr 12 13:37:23.943267 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-fc89c6a1-2326-4cc4-9850-4ad489deb03b None None] Port 3c556949-a28e-439c-8598-cb1a072e9dd6 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:37:23.975960 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcd2bd2-4037-4a62-9ef9-b82cb834ca6d None None] New status for floating IP 0673bb98-b45b-45ec-a897-bd900b865c6c: DOWN {{(pid=103297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:37:24.135506 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcac3a-360e-4eae-a4a2-ba5b1a7ff78f req-6d885e36-4759-427e-942b-a76a5511940f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:24.136291 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c556949-a28e-439c-8598-cb1a072e9dd6 {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:37:24.136978 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-28bcac3a-360e-4eae-a4a2-ba5b1a7ff78f req-6d885e36-4759-427e-942b-a76a5511940f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a998b45c-048a-454f-8557-4d43ed85f98d HTTP/1.1" status: 200 len: 853 time: 0.0857089 Apr 12 13:37:24.144941 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Publish callbacks [] for port (3c556949-a28e-439c-8598-cb1a072e9dd6), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:24.161009 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Transition to ACTIVE for port object 3c556949-a28e-439c-8598-cb1a072e9dd6 will not be triggered until provisioned by entity L2. {{(pid=103295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:37:24.166281 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (3c556949-a28e-439c-8598-cb1a072e9dd6), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:24.201379 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290dbe3-ae53-47b9-8bd9-d786cb8ff52a req-ce4c9601-a3c0-4540-a3df-f473127525f3 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:24.203287 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9290dbe3-ae53-47b9-8bd9-d786cb8ff52a req-ce4c9601-a3c0-4540-a3df-f473127525f3 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 931 time: 0.1026299 Apr 12 13:37:24.212677 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bcac3a-360e-4eae-a4a2-ba5b1a7ff78f req-cfbca8b2-ce2f-4b81-81f9-d2880ba7c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:24.214147 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-28bcac3a-360e-4eae-a4a2-ba5b1a7ff78f req-cfbca8b2-ce2f-4b81-81f9-d2880ba7c494 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f49db9b-8084-43b4-9af2-e258167632f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701289 Apr 12 13:37:24.229884 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Pushing event updated for resources: {'Port': ['ID=3c556949-a28e-439c-8598-cb1a072e9dd6,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:24.329907 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Attempting to bind port 3c556949-a28e-439c-8598-cb1a072e9dd6 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:37:24.330610 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Attempting to bind port 3c556949-a28e-439c-8598-cb1a072e9dd6 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:37:24.331204 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Attempting to bind port 3c556949-a28e-439c-8598-cb1a072e9dd6 on network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:37:24.336519 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9290dbe3-ae53-47b9-8bd9-d786cb8ff52a req-cd248b3a-0440-4705-b637-252579b550e3 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=63868f5b-df97-4219-b5ea-1a47c0f19bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260164 Apr 12 13:37:24.337424 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Port 3c556949-a28e-439c-8598-cb1a072e9dd6 on network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:37:24.337749 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Attempting to bind port 3c556949-a28e-439c-8598-cb1a072e9dd6 on network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:37:24.343756 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:37:24.346085 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Checking segment: {'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:37:24.346491 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Bound using segment: {'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:37:24.346950 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Bound port: 3c556949-a28e-439c-8598-cb1a072e9dd6, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:37:24.347924 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (3c556949-a28e-439c-8598-cb1a072e9dd6), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:24.383595 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-28bcac3a-360e-4eae-a4a2-ba5b1a7ff78f req-f0b61f3f-85ef-4403-9fed-5101b8d08428 service neutron] 10.222.0.41 "GET /v2.0/networks/7f49db9b-8084-43b4-9af2-e258167632f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520281 Apr 12 13:37:24.440006 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] For port 3c556949-a28e-439c-8598-cb1a072e9dd6, host hv-cinder-83009, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:37:24.444340 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] For port 3c556949-a28e-439c-8598-cb1a072e9dd6, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3c556949-a28e-439c-8598-cb1a072e9dd6,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:37:24.456169 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (3c556949-a28e-439c-8598-cb1a072e9dd6), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:24.490289 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-28bcac3a-360e-4eae-a4a2-ba5b1a7ff78f req-b2817c2b-9f80-42a0-9b33-a08dedae921c service neutron] 10.222.0.41 "GET /v2.0/networks/7f49db9b-8084-43b4-9af2-e258167632f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989265 Apr 12 13:37:24.494599 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:24.495412 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:24.498345 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] 10.222.0.41 "PUT /v2.0/ports/3c556949-a28e-439c-8598-cb1a072e9dd6 HTTP/1.1" status: 200 len: 1093 time: 0.7584295 Apr 12 13:37:24.543364 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a104b7-2ea2-4426-a342-c3736cb55385 service neutron] Pushing event updated for resources: {'Port': ['ID=3c556949-a28e-439c-8598-cb1a072e9dd6,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:24.593449 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-af90430c-8be6-4d55-8ce8-cbf1671ee0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:24.594974 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-af90430c-8be6-4d55-8ce8-cbf1671ee0ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=758bb918fa864786a7a375dde266ff59&device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 1127 time: 0.0528438 Apr 12 13:37:24.660156 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-d7f4a2e3-4899-486b-9174-0a8d65665a5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c556949-a28e-439c-8598-cb1a072e9dd6 HTTP/1.1" status: 200 len: 217 time: 0.0527596 Apr 12 13:37:24.710245 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-e62ae906-8d95-479a-bcad-084687405198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:24.711722 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-e62ae906-8d95-479a-bcad-084687405198 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1774c03c-3ad4-4c38-b37a-e0b0c31504ad HTTP/1.1" status: 200 len: 854 time: 0.0450840 Apr 12 13:37:24.758114 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-107a1c51-0393-4918-a900-b19231865025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:24.759570 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-107a1c51-0393-4918-a900-b19231865025 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383453 Apr 12 13:37:24.830515 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-214898d7-03ce-432e-a981-5832b1a23735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:24.868346 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-74fe008e-a77e-4370-bc71-c4e32055241b service neutron] 10.222.0.41 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005008 Apr 12 13:37:24.965653 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3f46fad9-41c6-4485-a84c-38eda4e5544f req-1222d956-47fb-4244-9887-4a9c0534ebf9 service neutron] 10.222.0.41 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895939 Apr 12 13:37:25.223187 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884a72a4-f3c6-4abc-bf99-5f83dc5c9a13', 'tag': '3c556949-a28e-439c-8598-cb1a072e9dd6'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:37:25.225607 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffc1290-141f-40be-813b-f9c381156355" -d '{"events": [{"name": "network-changed", "server_uuid": "884a72a4-f3c6-4abc-bf99-5f83dc5c9a13", "tag": "3c556949-a28e-439c-8598-cb1a072e9dd6"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:37:25.260190 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04678e0e-879a-44fe-b5ea-426649d7dd4d x-openstack-request-id: req-04678e0e-879a-44fe-b5ea-426649d7dd4d {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:37:25.260484 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884a72a4-f3c6-4abc-bf99-5f83dc5c9a13", "tag": "3c556949-a28e-439c-8598-cb1a072e9dd6", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:37:25.260784 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-04678e0e-879a-44fe-b5ea-426649d7dd4d {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:37:25.261236 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04678e0e-879a-44fe-b5ea-426649d7dd4d'] response: {'name': 'network-changed', 'server_uuid': '884a72a4-f3c6-4abc-bf99-5f83dc5c9a13', 'tag': '3c556949-a28e-439c-8598-cb1a072e9dd6', 'status': 'completed', 'code': 200} Apr 12 13:37:25.446213 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550ae2f-dd78-480d-9d2d-1d99a7fe4c6c req-0c35e32a-4f67-40cf-bfce-f5cbdbc118e6 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:25.447682 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8550ae2f-dd78-480d-9d2d-1d99a7fe4c6c req-0c35e32a-4f67-40cf-bfce-f5cbdbc118e6 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 943 time: 0.0478270 Apr 12 13:37:25.497898 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8550ae2f-dd78-480d-9d2d-1d99a7fe4c6c req-a4892e56-db30-4e02-9d57-66b99b26e683 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=63868f5b-df97-4219-b5ea-1a47c0f19bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445318 Apr 12 13:37:25.793093 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39084d-0e5e-4834-a30a-d1289aa26238 req-64844a15-2ec4-4137-a225-fc226641a77f tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:25.794484 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-eb39084d-0e5e-4834-a30a-d1289aa26238 req-64844a15-2ec4-4137-a225-fc226641a77f tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 946 time: 0.0502005 Apr 12 13:37:25.840363 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-eb39084d-0e5e-4834-a30a-d1289aa26238 req-f0adf58a-a8e2-4291-aa97-50e3e03043f4 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403864 Apr 12 13:37:26.612086 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a80fa-15a2-4573-9df8-fbf08d74bf92 req-3601ac85-f258-4a7a-a16f-682525b0c61f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:26.614060 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d38a80fa-15a2-4573-9df8-fbf08d74bf92 req-3601ac85-f258-4a7a-a16f-682525b0c61f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 943 time: 0.0490873 Apr 12 13:37:26.660879 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d38a80fa-15a2-4573-9df8-fbf08d74bf92 req-74540f7b-2d37-43d0-80ff-b3e230e8f950 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=63868f5b-df97-4219-b5ea-1a47c0f19bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412748 Apr 12 13:37:26.952368 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fe3ee-38b9-40a4-9b9b-c7d9246ecf89 req-a458007e-0697-4eac-9fdb-ae6dd08a3593 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:26.953855 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c31fe3ee-38b9-40a4-9b9b-c7d9246ecf89 req-a458007e-0697-4eac-9fdb-ae6dd08a3593 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 946 time: 0.0468175 Apr 12 13:37:27.001000 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c31fe3ee-38b9-40a4-9b9b-c7d9246ecf89 req-eb1908eb-ba22-4ffe-88f8-64ca3b92b9c1 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410540 Apr 12 13:37:27.459402 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-004042a9-aa62-4f58-8e44-9df116bc50a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:27.772080 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13f94b-7c14-4b98-9e69-15c1809fcf1a req-0ef6ff6a-329f-47ef-96d6-1ef775c4beeb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:27.773605 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9f13f94b-7c14-4b98-9e69-15c1809fcf1a req-0ef6ff6a-329f-47ef-96d6-1ef775c4beeb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 943 time: 0.0475466 Apr 12 13:37:27.812542 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc1290-141f-40be-813b-f9c381156355 req-a7149aef-4fb6-45ef-a282-4a16e71b2b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:27.814067 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-dffc1290-141f-40be-813b-f9c381156355 req-a7149aef-4fb6-45ef-a282-4a16e71b2b65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=758bb918fa864786a7a375dde266ff59&device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 1127 time: 0.0424640 Apr 12 13:37:27.826799 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9f13f94b-7c14-4b98-9e69-15c1809fcf1a req-b729138e-d8da-44d7-89d3-f6ce9ef1a53c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=63868f5b-df97-4219-b5ea-1a47c0f19bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471711 Apr 12 13:37:28.054201 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:28.111641 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286c1a1-1b09-4f8e-a6f5-36087428ad4a req-a8d7d40a-e2b6-482c-8ee4-27e197072d1a tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:28.113886 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e286c1a1-1b09-4f8e-a6f5-36087428ad4a req-a8d7d40a-e2b6-482c-8ee4-27e197072d1a tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 946 time: 0.0459170 Apr 12 13:37:28.159325 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e286c1a1-1b09-4f8e-a6f5-36087428ad4a req-a066e76b-fd76-42ce-9f84-9f93fd4a4d1d tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401025 Apr 12 13:37:28.482532 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 3c556949-a28e-439c-8598-cb1a072e9dd6 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:37:28.581569 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 3c556949-a28e-439c-8598-cb1a072e9dd6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3c556949-a28e-439c-8598-cb1a072e9dd6,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:28.592322 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': '3c556949-a28e-439c-8598-cb1a072e9dd6', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'port_id': '3c556949-a28e-439c-8598-cb1a072e9dd6', 'mac_address': 'fa:16:3e:f3:bf:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:37:28.630273 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 3c556949-a28e-439c-8598-cb1a072e9dd6 is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:37:28.630661 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (3c556949-a28e-439c-8598-cb1a072e9dd6), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:28.643297 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c556949-a28e-439c-8598-cb1a072e9dd6 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:37:28.663392 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 3c556949-a28e-439c-8598-cb1a072e9dd6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3c556949-a28e-439c-8598-cb1a072e9dd6,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:28.667654 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (3c556949-a28e-439c-8598-cb1a072e9dd6), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:28.713395 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=3c556949-a28e-439c-8598-cb1a072e9dd6,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:28.720413 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:28.720758 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:28.721095 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:28.721478 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:28.721822 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:28.722741 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:28.723062 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:28.723383 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:28.723705 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:28.724025 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:28.724363 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:28.724680 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:28.725002 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:28.725343 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:28.725661 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:28.938846 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85044c-ec2d-4a9e-9190-bb9f18023878 req-5c3e9052-0a8f-49ab-b292-d7cc1cd45563 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:28.940320 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6d85044c-ec2d-4a9e-9190-bb9f18023878 req-5c3e9052-0a8f-49ab-b292-d7cc1cd45563 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 944 time: 0.0481730 Apr 12 13:37:28.987116 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6d85044c-ec2d-4a9e-9190-bb9f18023878 req-0647da13-f214-4093-8ffa-97e1e6634ba4 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=63868f5b-df97-4219-b5ea-1a47c0f19bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405107 Apr 12 13:37:29.156504 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['3c556949-a28e-439c-8598-cb1a072e9dd6'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:37:29.281012 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89fe92-aa23-4e28-a76d-97dfa4b1a57d req-10b3f680-5c14-48db-8002-0d07c82d6108 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:29.282454 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4c89fe92-aa23-4e28-a76d-97dfa4b1a57d req-10b3f680-5c14-48db-8002-0d07c82d6108 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 946 time: 0.0562265 Apr 12 13:37:29.336738 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4c89fe92-aa23-4e28-a76d-97dfa4b1a57d req-86cf135e-77e3-4521-863c-88ad70752026 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474389 Apr 12 13:37:29.717750 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:29.748457 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc1290-141f-40be-813b-f9c381156355 req-47e1dd4b-1986-40e8-b3ad-c5e67bd1b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:29.750026 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-dffc1290-141f-40be-813b-f9c381156355 req-47e1dd4b-1986-40e8-b3ad-c5e67bd1b8ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 HTTP/1.1" status: 200 len: 916 time: 0.0889804 Apr 12 13:37:29.813442 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-dffc1290-141f-40be-813b-f9c381156355 req-081a9905-a040-43b7-8435-fbc7ee51e615 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c556949-a28e-439c-8598-cb1a072e9dd6 HTTP/1.1" status: 200 len: 217 time: 0.0347714 Apr 12 13:37:29.868025 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc1290-141f-40be-813b-f9c381156355 req-d0a23958-1d76-4310-8b1a-d62b7b47ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:29.869483 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-dffc1290-141f-40be-813b-f9c381156355 req-d0a23958-1d76-4310-8b1a-d62b7b47ffae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1774c03c-3ad4-4c38-b37a-e0b0c31504ad HTTP/1.1" status: 200 len: 854 time: 0.0478039 Apr 12 13:37:29.950523 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc1290-141f-40be-813b-f9c381156355 req-5d2811ec-d64c-4964-bd6e-be0842ce5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:29.951940 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-dffc1290-141f-40be-813b-f9c381156355 req-5d2811ec-d64c-4964-bd6e-be0842ce5bd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380769 Apr 12 13:37:30.079872 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-dffc1290-141f-40be-813b-f9c381156355 req-e7017ac6-0a3a-4381-bb1a-33e3d3c116c2 service neutron] 10.222.0.41 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882437 Apr 12 13:37:30.098667 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9d7df-9e11-4a54-9e48-8db8cf7553cc req-5e2c10dd-a8be-4886-a93d-a96a883b4370 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:30.100140 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-faf9d7df-9e11-4a54-9e48-8db8cf7553cc req-5e2c10dd-a8be-4886-a93d-a96a883b4370 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 944 time: 0.0463493 Apr 12 13:37:30.147415 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-faf9d7df-9e11-4a54-9e48-8db8cf7553cc req-127081dd-1c8a-4341-8143-705cf1be611a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=63868f5b-df97-4219-b5ea-1a47c0f19bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406997 Apr 12 13:37:30.241722 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:37:30.301173 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-dffc1290-141f-40be-813b-f9c381156355 req-d88795a8-93f2-475e-9c4c-7ecdac050f45 service neutron] 10.222.0.41 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896866 Apr 12 13:37:30.449666 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e18fb6-652c-491b-9266-d8821a32ce1d req-e5f0e570-f875-4044-8b72-5f3edbbb5ecf tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:30.451125 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c0e18fb6-652c-491b-9266-d8821a32ce1d req-e5f0e570-f875-4044-8b72-5f3edbbb5ecf tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 946 time: 0.0484343 Apr 12 13:37:30.510616 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c0e18fb6-652c-491b-9266-d8821a32ce1d req-68456e69-87d1-49db-9438-6d29df7df8b8 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/security-groups?id=dba971ba-8b3e-4c1a-98af-309663d2ca0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537186 Apr 12 13:37:30.544559 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e305917-5ddd-490b-bbc9-548a391a2c55 req-a84a83a9-a78d-45d3-95be-3ae97b43a723 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:30.545083 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 3c556949-a28e-439c-8598-cb1a072e9dd6 up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:37:30.546043 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5e305917-5ddd-490b-bbc9-548a391a2c55 req-a84a83a9-a78d-45d3-95be-3ae97b43a723 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 946 time: 0.0583677 Apr 12 13:37:30.590324 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port 3c556949-a28e-439c-8598-cb1a072e9dd6 completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:37:30.596315 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port 3c556949-a28e-439c-8598-cb1a072e9dd6 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:30.596626 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (3c556949-a28e-439c-8598-cb1a072e9dd6), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:30.641316 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [req-5e305917-5ddd-490b-bbc9-548a391a2c55 req-e4135a4c-f1a3-4027-8834-029d2ad2fbb0 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Deleting port ad0316e9-34d0-4844-941d-9da8690b893c {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:37:30.641722 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5e305917-5ddd-490b-bbc9-548a391a2c55 req-e4135a4c-f1a3-4027-8834-029d2ad2fbb0 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (ad0316e9-34d0-4844-941d-9da8690b893c), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:30.689443 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 3c556949-a28e-439c-8598-cb1a072e9dd6 is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:37:30.689895 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (3c556949-a28e-439c-8598-cb1a072e9dd6), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:30.714466 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884a72a4-f3c6-4abc-bf99-5f83dc5c9a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c556949-a28e-439c-8598-cb1a072e9dd6'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:37:30.716745 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f220cef6-040d-4de3-b2fd-ebc1ce474bcc" -d '{"events": [{"server_uuid": "884a72a4-f3c6-4abc-bf99-5f83dc5c9a13", "name": "network-vif-plugged", "status": "completed", "tag": "3c556949-a28e-439c-8598-cb1a072e9dd6"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:37:30.729899 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 3c556949-a28e-439c-8598-cb1a072e9dd6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3c556949-a28e-439c-8598-cb1a072e9dd6,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:30.735121 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (3c556949-a28e-439c-8598-cb1a072e9dd6), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:30.742645 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-5e305917-5ddd-490b-bbc9-548a391a2c55 req-e4135a4c-f1a3-4027-8834-029d2ad2fbb0 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] For port ad0316e9-34d0-4844-941d-9da8690b893c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ad0316e9-34d0-4844-941d-9da8690b893c,segment=NetworkSegment(69566bc3-944a-4c63-99b6-3c4943d17d55),segment_id=69566bc3-944a-4c63-99b6-3c4943d17d55)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:30.743015 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5e305917-5ddd-490b-bbc9-548a391a2c55 req-e4135a4c-f1a3-4027-8834-029d2ad2fbb0 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (ad0316e9-34d0-4844-941d-9da8690b893c), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:30.757635 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [req-5e305917-5ddd-490b-bbc9-548a391a2c55 req-e4135a4c-f1a3-4027-8834-029d2ad2fbb0 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Calling delete_port for ad0316e9-34d0-4844-941d-9da8690b893c owned by compute:nova {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:37:30.760709 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74132f3-8479-4d03-b27b-ed4b6f875239 x-openstack-request-id: req-a74132f3-8479-4d03-b27b-ed4b6f875239 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:37:30.760951 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884a72a4-f3c6-4abc-bf99-5f83dc5c9a13", "name": "network-vif-plugged", "status": "completed", "tag": "3c556949-a28e-439c-8598-cb1a072e9dd6", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:37:30.761235 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a74132f3-8479-4d03-b27b-ed4b6f875239 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:37:30.761626 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a74132f3-8479-4d03-b27b-ed4b6f875239'] response: {'server_uuid': '884a72a4-f3c6-4abc-bf99-5f83dc5c9a13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c556949-a28e-439c-8598-cb1a072e9dd6', 'code': 200} Apr 12 13:37:30.788245 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=3c556949-a28e-439c-8598-cb1a072e9dd6,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:30.897399 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5e305917-5ddd-490b-bbc9-548a391a2c55 req-e4135a4c-f1a3-4027-8834-029d2ad2fbb0 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (ad0316e9-34d0-4844-941d-9da8690b893c), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:30.915593 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['ad0316e9-34d0-4844-941d-9da8690b893c'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:37:30.930083 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4135a4c-f1a3-4027-8834-029d2ad2fbb0 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Pushing event deleted for resources: {'Port': ['ID=ad0316e9-34d0-4844-941d-9da8690b893c,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:30.954430 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc0ab9-417f-4ff9-9a1f-08358d58ea6f req-f8595f4c-6f04-447b-b5b1-681a78e57e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:30.956351 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2bfc0ab9-417f-4ff9-9a1f-08358d58ea6f req-f8595f4c-6f04-447b-b5b1-681a78e57e93 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 1129 time: 0.0533824 Apr 12 13:37:30.989172 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:30.998327 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e305917-5ddd-490b-bbc9-548a391a2c55 req-e4135a4c-f1a3-4027-8834-029d2ad2fbb0 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] No DVR routers for this DVR port ad0316e9-34d0-4844-941d-9da8690b893c on host hv-cinder-83009 {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:37:31.000892 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5e305917-5ddd-490b-bbc9-548a391a2c55 req-e4135a4c-f1a3-4027-8834-029d2ad2fbb0 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:31.005064 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5e305917-5ddd-490b-bbc9-548a391a2c55 req-e4135a4c-f1a3-4027-8834-029d2ad2fbb0 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.41 "DELETE /v2.0/ports/ad0316e9-34d0-4844-941d-9da8690b893c HTTP/1.1" status: 204 len: 173 time: 0.4526584 Apr 12 13:37:31.005533 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8aba80-233b-4d56-b7d2-2809e812a1ec', 'name': 'network-vif-deleted', 'tag': 'ad0316e9-34d0-4844-941d-9da8690b893c'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:37:31.007754 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1024bd61-a7f4-43d2-b134-f07f1e1d3a7f" -d '{"events": [{"server_uuid": "fa8aba80-233b-4d56-b7d2-2809e812a1ec", "name": "network-vif-deleted", "tag": "ad0316e9-34d0-4844-941d-9da8690b893c"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:37:31.025464 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2bfc0ab9-417f-4ff9-9a1f-08358d58ea6f req-e9169380-e54c-4055-be93-e57d30ef07b6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=63868f5b-df97-4219-b5ea-1a47c0f19bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529287 Apr 12 13:37:31.106994 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707eeacf-26cf-4bfc-9f3d-af20042db352 x-openstack-request-id: req-707eeacf-26cf-4bfc-9f3d-af20042db352 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:37:31.107287 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8aba80-233b-4d56-b7d2-2809e812a1ec", "name": "network-vif-deleted", "tag": "ad0316e9-34d0-4844-941d-9da8690b893c", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:37:31.107540 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-707eeacf-26cf-4bfc-9f3d-af20042db352 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:37:31.107942 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-707eeacf-26cf-4bfc-9f3d-af20042db352'] response: {'server_uuid': 'fa8aba80-233b-4d56-b7d2-2809e812a1ec', 'name': 'network-vif-deleted', 'tag': 'ad0316e9-34d0-4844-941d-9da8690b893c', 'status': 'completed', 'code': 200} Apr 12 13:37:31.262751 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0344db76-6794-40d8-87c1-5b74b86fb875 req-5b36bbb5-7999-488f-8812-38be2aa4d1e2 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:31.264248 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0344db76-6794-40d8-87c1-5b74b86fb875 req-5b36bbb5-7999-488f-8812-38be2aa4d1e2 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 945 time: 0.0477924 Apr 12 13:37:31.314455 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0344db76-6794-40d8-87c1-5b74b86fb875 req-e17a9b23-386c-48f4-91c3-109ffb77cda4 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=63868f5b-df97-4219-b5ea-1a47c0f19bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443630 Apr 12 13:37:31.620058 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-00f3030c-d819-461e-95f3-b91937d6eb74 req-995522ce-6bb0-4902-be6e-92e716fa3765 tempest-TestMinimumBasicScenario-517167531 tempest-TestMinimumBasicScenario-517167531-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa8aba80-233b-4d56-b7d2-2809e812a1ec HTTP/1.1" status: 200 len: 210 time: 0.0302289 Apr 12 13:37:32.590137 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccad51-fdd2-4e83-9143-236df2fd075b req-c6e36578-7910-4524-b277-7b0e0c40029c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:32.591647 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-93ccad51-fdd2-4e83-9143-236df2fd075b req-c6e36578-7910-4524-b277-7b0e0c40029c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 945 time: 0.0485590 Apr 12 13:37:32.651289 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-93ccad51-fdd2-4e83-9143-236df2fd075b req-99ed0754-4ed2-445e-942d-b713649e8664 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=63868f5b-df97-4219-b5ea-1a47c0f19bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530608 Apr 12 13:37:33.196596 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34356) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:33.592759 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3a185d7c-79e0-4a9e-84df-bd8989153cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-463822'] for router_interface (5efc5afb-d8db-48f6-8d86-889310301c51), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:33.844703 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8541d-ce64-4752-ab6e-9c13c458fb24 req-c1b3c1fc-27da-4ba4-9dcc-1ba9417f57ff tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:33.846125 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f5a8541d-ce64-4752-ab6e-9c13c458fb24 req-c1b3c1fc-27da-4ba4-9dcc-1ba9417f57ff tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 945 time: 0.1053984 Apr 12 13:37:33.940606 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f5a8541d-ce64-4752-ab6e-9c13c458fb24 req-b52403db-7205-43e7-be7f-c313af801c07 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=63868f5b-df97-4219-b5ea-1a47c0f19bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865662 Apr 12 13:37:33.949565 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-3a185d7c-79e0-4a9e-84df-bd8989153cc1 admin admin] Deleting port 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:37:33.949909 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3a185d7c-79e0-4a9e-84df-bd8989153cc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:34.062175 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802b272-5121-4dd0-97b3-8d0f6e4567de req-e35c8a65-d4fa-4e7d-a55d-3caa5a56151c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:34.063622 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8802b272-5121-4dd0-97b3-8d0f6e4567de req-e35c8a65-d4fa-4e7d-a55d-3caa5a56151c tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 945 time: 0.0579214 Apr 12 13:37:34.072827 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34370) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:34.077414 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-0c6dfc18-c563-41cb-9d9e-452dbad28c7e tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'floatingip': {'port_id': '3c556949-a28e-439c-8598-cb1a072e9dd6'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:34.081402 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-3a185d7c-79e0-4a9e-84df-bd8989153cc1 admin admin] For port 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3,segment=NetworkSegment(69566bc3-944a-4c63-99b6-3c4943d17d55),segment_id=69566bc3-944a-4c63-99b6-3c4943d17d55)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:34.082100 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3a185d7c-79e0-4a9e-84df-bd8989153cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:34.117685 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c6dfc18-c563-41cb-9d9e-452dbad28c7e tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (281fd401-ac1e-4e63-b3af-bff9c3cfebce), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:34.385357 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-3a185d7c-79e0-4a9e-84df-bd8989153cc1 admin admin] Calling delete_port for 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3 owned by network:router_interface {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:37:34.551797 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device ad0316e9-34d0-4844-941d-9da8690b893c no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:37:34.572604 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: ad0316e9-34d0-4844-941d-9da8690b893c {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:37:34.573268 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device ad0316e9-34d0-4844-941d-9da8690b893c not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:37:34.577155 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3a185d7c-79e0-4a9e-84df-bd8989153cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:34.601512 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a185d7c-79e0-4a9e-84df-bd8989153cc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:34.785960 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3a185d7c-79e0-4a9e-84df-bd8989153cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-463714'] for router_interface (5efc5afb-d8db-48f6-8d86-889310301c51), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:34.838476 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c6dfc18-c563-41cb-9d9e-452dbad28c7e tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:34.842808 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c6dfc18-c563-41cb-9d9e-452dbad28c7e tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (281fd401-ac1e-4e63-b3af-bff9c3cfebce), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:34.956505 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.l3_db [None req-0c6dfc18-c563-41cb-9d9e-452dbad28c7e tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Floating IP 281fd401-ac1e-4e63-b3af-bff9c3cfebce associated. External IP: 172.27.2.213, port: 3c556949-a28e-439c-8598-cb1a072e9dd6. Apr 12 13:37:35.018475 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a185d7c-79e0-4a9e-84df-bd8989153cc1 admin admin] Router 5efc5afb-d8db-48f6-8d86-889310301c51 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:37:35.141706 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a185d7c-79e0-4a9e-84df-bd8989153cc1 admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:37:35.150230 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-3a185d7c-79e0-4a9e-84df-bd8989153cc1 admin admin] 10.222.0.11 "PUT /v2.0/routers/5efc5afb-d8db-48f6-8d86-889310301c51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9492993 Apr 12 13:37:35.150230 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34378) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:35.152716 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9cee12-877d-4e18-bba3-aff74128db74 None None] Sync routers for ids ['5efc5afb-d8db-48f6-8d86-889310301c51'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:37:35.165131 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9cee12-877d-4e18-bba3-aff74128db74 None None] Routers {'5efc5afb-d8db-48f6-8d86-889310301c51'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:35.166318 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-5c9cee12-877d-4e18-bba3-aff74128db74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:37:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['5efc5afb-d8db-48f6-8d86-889310301c51'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:35.198661 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6dfc18-c563-41cb-9d9e-452dbad28c7e tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:37:35.281417 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7c5d952e-282c-45d8-99e8-ef6a693eafbf admin admin] Publish callbacks [] for router (5efc5afb-d8db-48f6-8d86-889310301c51), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:35.308714 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-5c9cee12-877d-4e18-bba3-aff74128db74 None None] Set router 5efc5afb-d8db-48f6-8d86-889310301c51 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:35.324093 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6dfc18-c563-41cb-9d9e-452dbad28c7e tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:37:35.329696 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0c6dfc18-c563-41cb-9d9e-452dbad28c7e tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:35.342634 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa29bb9-921e-4525-9f17-014dabad70de None None] Sync routers for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:37:35.360013 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa29bb9-921e-4525-9f17-014dabad70de None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:35.363854 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-4aa29bb9-921e-4525-9f17-014dabad70de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:37:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:35.364984 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-0c6dfc18-c563-41cb-9d9e-452dbad28c7e tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "PUT /v2.0/floatingips/281fd401-ac1e-4e63-b3af-bff9c3cfebce HTTP/1.1" status: 200 len: 991 time: 1.2909586 Apr 12 13:37:35.365723 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884a72a4-f3c6-4abc-bf99-5f83dc5c9a13', 'tag': '3c556949-a28e-439c-8598-cb1a072e9dd6'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:37:35.367981 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f223da-55cb-4d1c-98da-e32454cf82fc" -d '{"events": [{"name": "network-changed", "server_uuid": "884a72a4-f3c6-4abc-bf99-5f83dc5c9a13", "tag": "3c556949-a28e-439c-8598-cb1a072e9dd6"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:37:35.443678 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7c5d952e-282c-45d8-99e8-ef6a693eafbf admin admin] Publish callbacks [] for router_gateway (5efc5afb-d8db-48f6-8d86-889310301c51), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:35.529048 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0531ec-807c-431c-a99f-917910e4c926 x-openstack-request-id: req-de0531ec-807c-431c-a99f-917910e4c926 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:37:35.530606 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884a72a4-f3c6-4abc-bf99-5f83dc5c9a13", "tag": "3c556949-a28e-439c-8598-cb1a072e9dd6", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:37:35.530866 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de0531ec-807c-431c-a99f-917910e4c926 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:37:35.531283 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0531ec-807c-431c-a99f-917910e4c926'] response: {'name': 'network-changed', 'server_uuid': '884a72a4-f3c6-4abc-bf99-5f83dc5c9a13', 'tag': '3c556949-a28e-439c-8598-cb1a072e9dd6', 'status': 'completed', 'code': 200} Apr 12 13:37:35.542376 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-4aa29bb9-921e-4525-9f17-014dabad70de None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:35.552329 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d952e-282c-45d8-99e8-ef6a693eafbf admin admin] Deleting port a4d5b2ec-3e1e-467c-8611-52acfc852baf {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:37:35.552682 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7c5d952e-282c-45d8-99e8-ef6a693eafbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (a4d5b2ec-3e1e-467c-8611-52acfc852baf), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:35.552809 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-5c9cee12-877d-4e18-bba3-aff74128db74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'name': 'tempest-TestMinimumBasicScenario-709297719-router', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:37:34Z', 'revision_number': 5, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'gw_port': {'id': 'a4d5b2ec-3e1e-467c-8611-52acfc852baf', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:35.585152 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9cee12-877d-4e18-bba3-aff74128db74 None None] Checking router: 5efc5afb-d8db-48f6-8d86-889310301c51 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:37:35.594327 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9cee12-877d-4e18-bba3-aff74128db74 None None] Routers {'5efc5afb-d8db-48f6-8d86-889310301c51'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:35.595335 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-5c9cee12-877d-4e18-bba3-aff74128db74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:37:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['5efc5afb-d8db-48f6-8d86-889310301c51'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:35.655471 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f223da-55cb-4d1c-98da-e32454cf82fc req-74bca9ce-a69d-4246-935b-753a6cf5a01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:35.661676 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-80f223da-55cb-4d1c-98da-e32454cf82fc req-74bca9ce-a69d-4246-935b-753a6cf5a01a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=758bb918fa864786a7a375dde266ff59&device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 1129 time: 0.0945656 Apr 12 13:37:35.702012 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-7c5d952e-282c-45d8-99e8-ef6a693eafbf admin admin] For port a4d5b2ec-3e1e-467c-8611-52acfc852baf, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=a4d5b2ec-3e1e-467c-8611-52acfc852baf,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:35.702470 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7c5d952e-282c-45d8-99e8-ef6a693eafbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (a4d5b2ec-3e1e-467c-8611-52acfc852baf), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:35.740607 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-5c9cee12-877d-4e18-bba3-aff74128db74 None None] Set router 5efc5afb-d8db-48f6-8d86-889310301c51 gateway port host: None {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:35.747270 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d952e-282c-45d8-99e8-ef6a693eafbf admin admin] Calling delete_port for a4d5b2ec-3e1e-467c-8611-52acfc852baf owned by network:router_gateway {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:37:35.792804 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d61c66-7f3a-493a-87c3-223398d346f7 req-905693a8-5bfd-4f18-9682-e80ea3ef54de tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:35.794680 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-47d61c66-7f3a-493a-87c3-223398d346f7 req-905693a8-5bfd-4f18-9682-e80ea3ef54de tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 947 time: 0.0679812 Apr 12 13:37:35.809329 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-5c9cee12-877d-4e18-bba3-aff74128db74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'name': 'tempest-TestMinimumBasicScenario-709297719-router', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:37:35Z', 'revision_number': 6, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'gw_port_host': None}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:35.839517 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9cee12-877d-4e18-bba3-aff74128db74 None None] The sync data for ids ['5efc5afb-d8db-48f6-8d86-889310301c51'] in dv-cinder-830098-4-iscsi is: [{'id': '5efc5afb-d8db-48f6-8d86-889310301c51', 'name': 'tempest-TestMinimumBasicScenario-709297719-router', 'tenant_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:32:53Z', 'updated_at': '2022-04-12T13:37:35Z', 'revision_number': 6, 'project_id': 'd7b5ac96172b45b6a78b9fd4bda96a31', 'gw_port_host': None}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:37:35.924211 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-47d61c66-7f3a-493a-87c3-223398d346f7 req-0efd369a-03aa-44ec-8128-32474c3c4116 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989628 Apr 12 13:37:35.928614 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-4aa29bb9-921e-4525-9f17-014dabad70de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '281fd401-ac1e-4e63-b3af-bff9c3cfebce', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'port_id': '3c556949-a28e-439c-8598-cb1a072e9dd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'mac_address': 'fa:16:3e:f3:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a72a4-f3c6-4abc-bf99-5f83dc5c9a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:37:20Z', 'updated_at': '2022-04-12T13:37:34Z', 'revision_number': 1, 'project_id': '758bb918fa864786a7a375dde266ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:35.959136 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa29bb9-921e-4525-9f17-014dabad70de None None] Checking router: 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:37:35.967640 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa29bb9-921e-4525-9f17-014dabad70de None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:35.968195 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-4aa29bb9-921e-4525-9f17-014dabad70de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:37:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:36.003200 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7c5d952e-282c-45d8-99e8-ef6a693eafbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (a4d5b2ec-3e1e-467c-8611-52acfc852baf), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:36.029815 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d952e-282c-45d8-99e8-ef6a693eafbf admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d5b2ec-3e1e-467c-8611-52acfc852baf,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:36.081398 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-4aa29bb9-921e-4525-9f17-014dabad70de None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:36.095624 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7c5d952e-282c-45d8-99e8-ef6a693eafbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466052'] for router_gateway (5efc5afb-d8db-48f6-8d86-889310301c51), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:36.204952 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7c5d952e-282c-45d8-99e8-ef6a693eafbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (5efc5afb-d8db-48f6-8d86-889310301c51), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:36.208125 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7c5d952e-282c-45d8-99e8-ef6a693eafbf admin admin] Publish callbacks [] for router_controller (5efc5afb-d8db-48f6-8d86-889310301c51), precommit_delete_associations {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:36.279138 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7c5d952e-282c-45d8-99e8-ef6a693eafbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449059'] for router (5efc5afb-d8db-48f6-8d86-889310301c51), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:36.279728 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5d952e-282c-45d8-99e8-ef6a693eafbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5efc5afb-d8db-48f6-8d86-889310301c51 {{(pid=103295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:37:36.286407 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7c5d952e-282c-45d8-99e8-ef6a693eafbf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:36.290269 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-7c5d952e-282c-45d8-99e8-ef6a693eafbf admin admin] 10.222.0.11 "DELETE /v2.0/routers/5efc5afb-d8db-48f6-8d86-889310301c51 HTTP/1.1" status: 204 len: 168 time: 1.1397672 Apr 12 13:37:36.292820 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34394) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:36.324785 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-4aa29bb9-921e-4525-9f17-014dabad70de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '281fd401-ac1e-4e63-b3af-bff9c3cfebce', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'port_id': '3c556949-a28e-439c-8598-cb1a072e9dd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'mac_address': 'fa:16:3e:f3:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a72a4-f3c6-4abc-bf99-5f83dc5c9a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:37:20Z', 'updated_at': '2022-04-12T13:37:34Z', 'revision_number': 1, 'project_id': '758bb918fa864786a7a375dde266ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:36.340216 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_v2 [None req-300413df-d7c8-4e59-a694-61822c9d334a admin admin] Deleting subnet a998b45c-048a-454f-8557-4d43ed85f98d {{(pid=103295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:37:36.344084 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-300413df-d7c8-4e59-a694-61822c9d334a admin admin] Publish callbacks [] for subnet (a998b45c-048a-454f-8557-4d43ed85f98d), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:36.352636 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa29bb9-921e-4525-9f17-014dabad70de None None] The sync data for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi is: [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '281fd401-ac1e-4e63-b3af-bff9c3cfebce', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'port_id': '3c556949-a28e-439c-8598-cb1a072e9dd6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'mac_address': 'fa:16:3e:f3:bf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884a72a4-f3c6-4abc-bf99-5f83dc5c9a13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:37:20Z', 'updated_at': '2022-04-12T13:37:34Z', 'revision_number': 1, 'project_id': '758bb918fa864786a7a375dde266ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:37:36.381842 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-300413df-d7c8-4e59-a694-61822c9d334a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13083627'] for subnet (a998b45c-048a-454f-8557-4d43ed85f98d), precommit_delete_associations {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:36.497233 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-300413df-d7c8-4e59-a694-61822c9d334a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585855'] for subnet (a998b45c-048a-454f-8557-4d43ed85f98d), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:36.542282 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f73bd6-3c59-43e3-bf67-8c6f7d54dba5 None None] New status for floating IP 281fd401-ac1e-4e63-b3af-bff9c3cfebce: ACTIVE {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:37:36.559718 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-300413df-d7c8-4e59-a694-61822c9d334a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12759874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14326538'] for subnet (a998b45c-048a-454f-8557-4d43ed85f98d), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:36.586451 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300413df-d7c8-4e59-a694-61822c9d334a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a998b45c-048a-454f-8557-4d43ed85f98d,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:36.595960 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-300413df-d7c8-4e59-a694-61822c9d334a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:36.599572 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434dfc43-094b-4fab-9ed7-ba47a872ff31 None None] Network 7f49db9b-8084-43b4-9af2-e258167632f1 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:37:36.600094 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-300413df-d7c8-4e59-a694-61822c9d334a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a998b45c-048a-454f-8557-4d43ed85f98d HTTP/1.1" status: 204 len: 168 time: 0.3062303 Apr 12 13:37:36.602876 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34396) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:36.676283 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624812'] for network (7f49db9b-8084-43b4-9af2-e258167632f1), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:36.731571 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] Deleting port b5375785-1f11-4b64-8047-fbcc00ef4efd {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:37:36.731934 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (b5375785-1f11-4b64-8047-fbcc00ef4efd), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:36.802544 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] For port b5375785-1f11-4b64-8047-fbcc00ef4efd, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=b5375785-1f11-4b64-8047-fbcc00ef4efd,segment=NetworkSegment(69566bc3-944a-4c63-99b6-3c4943d17d55),segment_id=69566bc3-944a-4c63-99b6-3c4943d17d55)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:36.802912 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (b5375785-1f11-4b64-8047-fbcc00ef4efd), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:36.816872 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] Calling delete_port for b5375785-1f11-4b64-8047-fbcc00ef4efd owned by network:dhcp {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:37:36.942821 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (b5375785-1f11-4b64-8047-fbcc00ef4efd), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:36.970620 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5375785-1f11-4b64-8047-fbcc00ef4efd,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:36.974160 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] No DVR routers for this DVR port b5375785-1f11-4b64-8047-fbcc00ef4efd on host dv-cinder-830098-4-iscsi {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:37:37.001900 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cb4170-12f1-468d-af80-ae08a11ea549 None None] DHCP port deletion for 7f49db9b-8084-43b4-9af2-e258167632f1 request from dv-cinder-830098-4-iscsi {{(pid=103296) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:37:37.093645 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587506', 'neutron.services.segments.db._delete_segments_for_network-8776758846127'] for network (7f49db9b-8084-43b4-9af2-e258167632f1), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:37.134972 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d692c9-88c9-447b-9b80-02e7b57adcbe req-0bcf7263-3ec3-47f9-8236-10347cf29d2f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:37.136444 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-34d692c9-88c9-447b-9b80-02e7b57adcbe req-0bcf7263-3ec3-47f9-8236-10347cf29d2f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 947 time: 0.1105311 Apr 12 13:37:37.184302 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f49db9b-8084-43b4-9af2-e258167632f1']}} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:37.209274 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69566bc3-944a-4c63-99b6-3c4943d17d55') {'for_net_delete': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:37.209572 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69566bc3-944a-4c63-99b6-3c4943d17d55') {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:37.233973 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776758847672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16027334'] for segment (69566bc3-944a-4c63-99b6-3c4943d17d55), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:37.257702 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f223da-55cb-4d1c-98da-e32454cf82fc req-b9894e79-ac49-46fa-898d-4d78fc802b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:37.259229 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-80f223da-55cb-4d1c-98da-e32454cf82fc req-b9894e79-ac49-46fa-898d-4d78fc802b8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 HTTP/1.1" status: 200 len: 916 time: 0.1807916 Apr 12 13:37:37.268684 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-34d692c9-88c9-447b-9b80-02e7b57adcbe req-2f427226-c7af-4873-b978-39b85f47443c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981944 Apr 12 13:37:37.269579 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (69566bc3-944a-4c63-99b6-3c4943d17d55), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:37.308091 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:37:37.308490 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179197'] for segment (69566bc3-944a-4c63-99b6-3c4943d17d55), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: Traceback (most recent call last): Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: timer() Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: cb(*args, **kw) Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: return func(*args, **kwargs) Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: self._notify() Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: self.callback(batched_events) Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: event.method(event) Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: return f(self, *a, **k) Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: return self._get(url).json() Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: return self.request(url, 'GET', **kwargs) Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:37:37.310231 dv-cinder-830098-4-iscsi neutron-server[103294]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:37:37.378380 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-80f223da-55cb-4d1c-98da-e32454cf82fc req-d470a919-049b-4fe4-8a52-4255eab99ec7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3c556949-a28e-439c-8598-cb1a072e9dd6 HTTP/1.1" status: 200 len: 1001 time: 0.1063821 Apr 12 13:37:37.382332 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466144'] for network (7f49db9b-8084-43b4-9af2-e258167632f1), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:37.389221 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:37.392369 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7f49db9b-8084-43b4-9af2-e258167632f1 HTTP/1.1" status: 204 len: 168 time: 0.7879362 Apr 12 13:37:37.395465 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34400) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:37.402400 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a1547-eb7c-4f74-8741-3c8b83484899 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f49db9b-8084-43b4-9af2-e258167632f1,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:37.458806 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f223da-55cb-4d1c-98da-e32454cf82fc req-8722458e-93b2-4277-b1a3-49b539b8c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:37.460285 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-80f223da-55cb-4d1c-98da-e32454cf82fc req-8722458e-93b2-4277-b1a3-49b539b8c081 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1774c03c-3ad4-4c38-b37a-e0b0c31504ad HTTP/1.1" status: 200 len: 854 time: 0.0494030 Apr 12 13:37:37.749508 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5e93e4bc-818c-4b49-afe2-de6c0b5ed3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-463822'] for router_interface (e8a55261-6cba-42a2-a17f-56a31a0a4a07), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:37.792765 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device a4d5b2ec-3e1e-467c-8611-52acfc852baf no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:37:37.810000 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f223da-55cb-4d1c-98da-e32454cf82fc req-1a63e222-4820-4e1e-a018-9dcee3b90f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:37.811646 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-80f223da-55cb-4d1c-98da-e32454cf82fc req-1a63e222-4820-4e1e-a018-9dcee3b90f90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479553 Apr 12 13:37:37.813662 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: a4d5b2ec-3e1e-467c-8611-52acfc852baf {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:37:37.814015 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device a4d5b2ec-3e1e-467c-8611-52acfc852baf not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:37:37.814442 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:37:37.837608 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:37:37.837965 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 007e7b3f-a2d5-4a4d-b0fc-ca260db9b1d3 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:37:37.838367 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device b5375785-1f11-4b64-8047-fbcc00ef4efd no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:37:37.859232 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: b5375785-1f11-4b64-8047-fbcc00ef4efd {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:37:37.860424 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device b5375785-1f11-4b64-8047-fbcc00ef4efd not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:37:37.866290 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339db6a5-84f4-4a04-abb1-f33fd6d54a74 req-25b4b076-fcb5-4953-ae73-f94c53e6d970 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:37.868548 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-339db6a5-84f4-4a04-abb1-f33fd6d54a74 req-25b4b076-fcb5-4953-ae73-f94c53e6d970 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.41 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 947 time: 0.0852339 Apr 12 13:37:37.910780 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-80f223da-55cb-4d1c-98da-e32454cf82fc req-0ec4da23-9cda-49d2-86f7-d11c9a50e379 service neutron] 10.222.0.41 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881321 Apr 12 13:37:38.010033 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-80f223da-55cb-4d1c-98da-e32454cf82fc req-6238c2f8-0160-47c2-838b-8cd5baa93d3c service neutron] 10.222.0.41 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920827 Apr 12 13:37:38.024578 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [req-339db6a5-84f4-4a04-abb1-f33fd6d54a74 req-972707cb-b6f8-42c7-b621-90c0846163fe tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Deleting port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:37:38.024924 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-339db6a5-84f4-4a04-abb1-f33fd6d54a74 req-972707cb-b6f8-42c7-b621-90c0846163fe tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:38.165829 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-339db6a5-84f4-4a04-abb1-f33fd6d54a74 req-972707cb-b6f8-42c7-b621-90c0846163fe tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] For port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:38.166198 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-339db6a5-84f4-4a04-abb1-f33fd6d54a74 req-972707cb-b6f8-42c7-b621-90c0846163fe tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:38.176901 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-5e93e4bc-818c-4b49-afe2-de6c0b5ed3e5 admin admin] Deleting port 87759ed4-4375-45c2-a571-d81c82efb4e2 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:37:38.177258 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5e93e4bc-818c-4b49-afe2-de6c0b5ed3e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (87759ed4-4375-45c2-a571-d81c82efb4e2), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:38.344581 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-5e93e4bc-818c-4b49-afe2-de6c0b5ed3e5 admin admin] For port 87759ed4-4375-45c2-a571-d81c82efb4e2, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=87759ed4-4375-45c2-a571-d81c82efb4e2,segment=NetworkSegment(477f60a0-010e-4f55-8242-268bdf25d6fb),segment_id=477f60a0-010e-4f55-8242-268bdf25d6fb)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:38.344946 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5e93e4bc-818c-4b49-afe2-de6c0b5ed3e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (87759ed4-4375-45c2-a571-d81c82efb4e2), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:38.416575 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-5e93e4bc-818c-4b49-afe2-de6c0b5ed3e5 admin admin] Calling delete_port for 87759ed4-4375-45c2-a571-d81c82efb4e2 owned by network:router_interface {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:37:38.482386 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8e446-6a0d-4b50-98a2-a41a4ae6da66 req-bef6bc96-c3df-453f-80ea-29d77e06616b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:38.483859 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8fc8e446-6a0d-4b50-98a2-a41a4ae6da66 req-bef6bc96-c3df-453f-80ea-29d77e06616b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 947 time: 0.1356821 Apr 12 13:37:38.523462 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-339db6a5-84f4-4a04-abb1-f33fd6d54a74 req-972707cb-b6f8-42c7-b621-90c0846163fe tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:38.523824 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-339db6a5-84f4-4a04-abb1-f33fd6d54a74 req-972707cb-b6f8-42c7-b621-90c0846163fe tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (04d43670-f8e5-4d80-9225-8a9f7f967303), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:38.524145 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.l3_db [req-339db6a5-84f4-4a04-abb1-f33fd6d54a74 req-972707cb-b6f8-42c7-b621-90c0846163fe tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Floating IP 04d43670-f8e5-4d80-9225-8a9f7f967303 disassociated. External IP: 172.27.2.92, port: 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51. Apr 12 13:37:38.524504 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [req-339db6a5-84f4-4a04-abb1-f33fd6d54a74 req-972707cb-b6f8-42c7-b621-90c0846163fe tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Calling delete_port for 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 owned by compute:nova {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:37:38.647818 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8fc8e446-6a0d-4b50-98a2-a41a4ae6da66 req-234b86b5-f1fd-4813-b56d-7b98268a1894 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=931c4ac9-3782-4af6-a766-5446466d6312&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579885 Apr 12 13:37:38.774548 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-339db6a5-84f4-4a04-abb1-f33fd6d54a74 req-972707cb-b6f8-42c7-b621-90c0846163fe tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (28c0b7ed-bcc4-4208-ac91-a3fd364d4a51), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:38.776753 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5e93e4bc-818c-4b49-afe2-de6c0b5ed3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (87759ed4-4375-45c2-a571-d81c82efb4e2), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:38.812669 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93e4bc-818c-4b49-afe2-de6c0b5ed3e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=87759ed4-4375-45c2-a571-d81c82efb4e2,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:38.860404 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972707cb-b6f8-42c7-b621-90c0846163fe tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Pushing event deleted for resources: {'Port': ['ID=28c0b7ed-bcc4-4208-ac91-a3fd364d4a51,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:39.074812 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-339db6a5-84f4-4a04-abb1-f33fd6d54a74 req-972707cb-b6f8-42c7-b621-90c0846163fe tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:37:39.135536 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5e93e4bc-818c-4b49-afe2-de6c0b5ed3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-463714'] for router_interface (e8a55261-6cba-42a2-a17f-56a31a0a4a07), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:39.545537 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-339db6a5-84f4-4a04-abb1-f33fd6d54a74 req-972707cb-b6f8-42c7-b621-90c0846163fe tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:37:39.559537 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0603fa1c-4d6b-40d2-b1f9-c337f95090ad None None] Sync routers for ids ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:37:39.570370 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0603fa1c-4d6b-40d2-b1f9-c337f95090ad None None] Routers {'8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:39.571052 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-0603fa1c-4d6b-40d2-b1f9-c337f95090ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:37:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:39.594481 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-339db6a5-84f4-4a04-abb1-f33fd6d54a74 req-972707cb-b6f8-42c7-b621-90c0846163fe tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] No DVR routers for this DVR port 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 on host hv-cinder-83009 {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:37:39.598353 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-339db6a5-84f4-4a04-abb1-f33fd6d54a74 req-972707cb-b6f8-42c7-b621-90c0846163fe tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:39.601577 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-339db6a5-84f4-4a04-abb1-f33fd6d54a74 req-972707cb-b6f8-42c7-b621-90c0846163fe tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.41 "DELETE /v2.0/ports/28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 HTTP/1.1" status: 204 len: 173 time: 1.7254541 Apr 12 13:37:39.602013 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714549aa-5a3c-4b3c-989d-67fd166cd035', 'name': 'network-vif-deleted', 'tag': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:37:39.604469 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab9c5d7-0c37-4d9d-abbf-4b1199d28c58" -d '{"events": [{"server_uuid": "714549aa-5a3c-4b3c-989d-67fd166cd035", "name": "network-vif-deleted", "tag": "28c0b7ed-bcc4-4208-ac91-a3fd364d4a51"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:37:39.656317 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8dbb77-1275-4ad3-a4b9-e48d0cc6341e x-openstack-request-id: req-ba8dbb77-1275-4ad3-a4b9-e48d0cc6341e {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:37:39.656608 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714549aa-5a3c-4b3c-989d-67fd166cd035", "name": "network-vif-deleted", "tag": "28c0b7ed-bcc4-4208-ac91-a3fd364d4a51", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:37:39.656881 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ba8dbb77-1275-4ad3-a4b9-e48d0cc6341e {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:37:39.657283 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8dbb77-1275-4ad3-a4b9-e48d0cc6341e'] response: {'server_uuid': '714549aa-5a3c-4b3c-989d-67fd166cd035', 'name': 'network-vif-deleted', 'tag': '28c0b7ed-bcc4-4208-ac91-a3fd364d4a51', 'status': 'completed', 'code': 200} Apr 12 13:37:39.700471 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-0603fa1c-4d6b-40d2-b1f9-c337f95090ad None None] Set router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:39.745274 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e93e4bc-818c-4b49-afe2-de6c0b5ed3e5 admin admin] Router e8a55261-6cba-42a2-a17f-56a31a0a4a07 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:37:39.837034 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-26789e7a-7f4a-4fbe-98fd-29f3f3e1ed48 req-70f39e6a-451a-41a1-9a5a-78f6aac8cf8c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=714549aa-5a3c-4b3c-989d-67fd166cd035 HTTP/1.1" status: 200 len: 210 time: 0.0823023 Apr 12 13:37:39.905767 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e93e4bc-818c-4b49-afe2-de6c0b5ed3e5 admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:37:39.912474 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-5e93e4bc-818c-4b49-afe2-de6c0b5ed3e5 admin admin] 10.222.0.11 "PUT /v2.0/routers/e8a55261-6cba-42a2-a17f-56a31a0a4a07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5159440 Apr 12 13:37:39.914976 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-0603fa1c-4d6b-40d2-b1f9-c337f95090ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port': {'id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:00Z', 'updated_at': '2022-04-12T13:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'e52279ae-dd65-4c03-a033-75fdd026ab85', 'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'mac_address': 'fa:16:3e:65:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:14Z', 'updated_at': '2022-04-12T13:32:27Z', 'revision_number': 5, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'subnets': [{'id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:39.915183 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34412) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:39.917176 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a66e25-9422-4057-b8cc-750297acea4f None None] Sync routers for ids ['e8a55261-6cba-42a2-a17f-56a31a0a4a07'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:37:39.930246 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a66e25-9422-4057-b8cc-750297acea4f None None] Routers {'e8a55261-6cba-42a2-a17f-56a31a0a4a07'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:39.931256 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b7a66e25-9422-4057-b8cc-750297acea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:37:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['e8a55261-6cba-42a2-a17f-56a31a0a4a07'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:39.947141 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0603fa1c-4d6b-40d2-b1f9-c337f95090ad None None] Checking router: 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:37:39.956323 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0603fa1c-4d6b-40d2-b1f9-c337f95090ad None None] Routers {'8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:39.956927 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-0603fa1c-4d6b-40d2-b1f9-c337f95090ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:37:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:40.029452 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-594c78eb-0616-458c-848a-25aeef16ced4 admin admin] Publish callbacks [] for router (e8a55261-6cba-42a2-a17f-56a31a0a4a07), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:40.046276 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-b7a66e25-9422-4057-b8cc-750297acea4f None None] Set router e8a55261-6cba-42a2-a17f-56a31a0a4a07 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:40.076859 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-0603fa1c-4d6b-40d2-b1f9-c337f95090ad None None] Set router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:40.171628 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-594c78eb-0616-458c-848a-25aeef16ced4 admin admin] Publish callbacks [] for router_gateway (e8a55261-6cba-42a2-a17f-56a31a0a4a07), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:40.226264 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b7a66e25-9422-4057-b8cc-750297acea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a55261-6cba-42a2-a17f-56a31a0a4a07', 'name': 'tempest-TestMinimumBasicScenario-2109400449-router', 'tenant_id': '5370bcf42b7e41439eb4eb0071957e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '3ddc4863-8e20-4119-aca0-6defa200894f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:33:01Z', 'updated_at': '2022-04-12T13:37:38Z', 'revision_number': 5, 'project_id': '5370bcf42b7e41439eb4eb0071957e80', 'gw_port': {'id': '3ddc4863-8e20-4119-aca0-6defa200894f', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:5b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a55261-6cba-42a2-a17f-56a31a0a4a07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:33:02Z', 'updated_at': '2022-04-12T13:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:40.240001 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-594c78eb-0616-458c-848a-25aeef16ced4 admin admin] Deleting port 3ddc4863-8e20-4119-aca0-6defa200894f {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:37:40.240344 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-594c78eb-0616-458c-848a-25aeef16ced4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (3ddc4863-8e20-4119-aca0-6defa200894f), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:40.264939 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a66e25-9422-4057-b8cc-750297acea4f None None] Checking router: e8a55261-6cba-42a2-a17f-56a31a0a4a07 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:37:40.275075 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a66e25-9422-4057-b8cc-750297acea4f None None] Routers {'e8a55261-6cba-42a2-a17f-56a31a0a4a07'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:40.275931 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b7a66e25-9422-4057-b8cc-750297acea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:37:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['e8a55261-6cba-42a2-a17f-56a31a0a4a07'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:40.286371 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-0603fa1c-4d6b-40d2-b1f9-c337f95090ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port': {'id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:00Z', 'updated_at': '2022-04-12T13:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'e52279ae-dd65-4c03-a033-75fdd026ab85', 'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'mac_address': 'fa:16:3e:65:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:14Z', 'updated_at': '2022-04-12T13:32:27Z', 'revision_number': 5, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'subnets': [{'id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:40.318575 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0603fa1c-4d6b-40d2-b1f9-c337f95090ad None None] The sync data for ids ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'] in dv-cinder-830098-4-iscsi is: [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port': {'id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:00Z', 'updated_at': '2022-04-12T13:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'e52279ae-dd65-4c03-a033-75fdd026ab85', 'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'mac_address': 'fa:16:3e:65:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:14Z', 'updated_at': '2022-04-12T13:32:27Z', 'revision_number': 5, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'subnets': [{'id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:37:40.332107 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-594c78eb-0616-458c-848a-25aeef16ced4 admin admin] For port 3ddc4863-8e20-4119-aca0-6defa200894f, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=3ddc4863-8e20-4119-aca0-6defa200894f,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:40.332840 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-594c78eb-0616-458c-848a-25aeef16ced4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (3ddc4863-8e20-4119-aca0-6defa200894f), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:40.354225 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-594c78eb-0616-458c-848a-25aeef16ced4 admin admin] Calling delete_port for 3ddc4863-8e20-4119-aca0-6defa200894f owned by network:router_gateway {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:37:40.381007 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-b7a66e25-9422-4057-b8cc-750297acea4f None None] Set router e8a55261-6cba-42a2-a17f-56a31a0a4a07 gateway port host: None {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:40.442283 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b7a66e25-9422-4057-b8cc-750297acea4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a55261-6cba-42a2-a17f-56a31a0a4a07', 'name': 'tempest-TestMinimumBasicScenario-2109400449-router', 'tenant_id': '5370bcf42b7e41439eb4eb0071957e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:33:01Z', 'updated_at': '2022-04-12T13:37:40Z', 'revision_number': 6, 'project_id': '5370bcf42b7e41439eb4eb0071957e80', 'gw_port_host': None}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:40.473493 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a66e25-9422-4057-b8cc-750297acea4f None None] The sync data for ids ['e8a55261-6cba-42a2-a17f-56a31a0a4a07'] in dv-cinder-830098-4-iscsi is: [{'id': 'e8a55261-6cba-42a2-a17f-56a31a0a4a07', 'name': 'tempest-TestMinimumBasicScenario-2109400449-router', 'tenant_id': '5370bcf42b7e41439eb4eb0071957e80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:33:01Z', 'updated_at': '2022-04-12T13:37:40Z', 'revision_number': 6, 'project_id': '5370bcf42b7e41439eb4eb0071957e80', 'gw_port_host': None}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:37:40.550585 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-594c78eb-0616-458c-848a-25aeef16ced4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (3ddc4863-8e20-4119-aca0-6defa200894f), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:40.578797 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:37:40.583545 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c78eb-0616-458c-848a-25aeef16ced4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ddc4863-8e20-4119-aca0-6defa200894f,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:40.591443 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b6c469-3dae-41dd-bb04-cda20d8d181d None None] New status for floating IP 04d43670-f8e5-4d80-9225-8a9f7f967303: DOWN {{(pid=103297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:37:40.604844 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:37:40.605333 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 28c0b7ed-bcc4-4208-ac91-a3fd364d4a51 not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:37:40.654230 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-594c78eb-0616-458c-848a-25aeef16ced4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466052'] for router_gateway (e8a55261-6cba-42a2-a17f-56a31a0a4a07), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:40.773893 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-594c78eb-0616-458c-848a-25aeef16ced4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (e8a55261-6cba-42a2-a17f-56a31a0a4a07), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:40.776118 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-594c78eb-0616-458c-848a-25aeef16ced4 admin admin] Publish callbacks [] for router_controller (e8a55261-6cba-42a2-a17f-56a31a0a4a07), precommit_delete_associations {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:40.821522 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-594c78eb-0616-458c-848a-25aeef16ced4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449059'] for router (e8a55261-6cba-42a2-a17f-56a31a0a4a07), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:40.822059 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594c78eb-0616-458c-848a-25aeef16ced4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8a55261-6cba-42a2-a17f-56a31a0a4a07 {{(pid=103295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:37:40.826299 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-594c78eb-0616-458c-848a-25aeef16ced4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:40.827451 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-594c78eb-0616-458c-848a-25aeef16ced4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e8a55261-6cba-42a2-a17f-56a31a0a4a07 HTTP/1.1" status: 204 len: 168 time: 0.9111340 Apr 12 13:37:40.830089 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34414) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:40.878664 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_v2 [None req-311d0453-7040-46e1-9e13-921a4db862a9 admin admin] Deleting subnet 49a30df7-9568-43da-b181-544f3f585682 {{(pid=103295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:37:40.882497 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-311d0453-7040-46e1-9e13-921a4db862a9 admin admin] Publish callbacks [] for subnet (49a30df7-9568-43da-b181-544f3f585682), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:40.919178 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-311d0453-7040-46e1-9e13-921a4db862a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13083627'] for subnet (49a30df7-9568-43da-b181-544f3f585682), precommit_delete_associations {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:40.932063 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34420) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:40.997727 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-162b1554-0bbb-4ea9-8356-9200abd17330 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group (931c4ac9-3782-4af6-a766-5446466d6312), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.006743 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-311d0453-7040-46e1-9e13-921a4db862a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585855'] for subnet (49a30df7-9568-43da-b181-544f3f585682), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.024709 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-162b1554-0bbb-4ea9-8356-9200abd17330 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group (931c4ac9-3782-4af6-a766-5446466d6312), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.060001 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-311d0453-7040-46e1-9e13-921a4db862a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12759874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14326538'] for subnet (49a30df7-9568-43da-b181-544f3f585682), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.079016 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-162b1554-0bbb-4ea9-8356-9200abd17330 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (931c4ac9-3782-4af6-a766-5446466d6312), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.082325 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-162b1554-0bbb-4ea9-8356-9200abd17330 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.087030 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-162b1554-0bbb-4ea9-8356-9200abd17330 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "DELETE /v2.0/security-groups/931c4ac9-3782-4af6-a766-5446466d6312 HTTP/1.1" status: 204 len: 168 time: 0.1496603 Apr 12 13:37:41.087196 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34422) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:41.093665 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-311d0453-7040-46e1-9e13-921a4db862a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.094009 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b1554-0bbb-4ea9-8356-9200abd17330 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=931c4ac9-3782-4af6-a766-5446466d6312,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:41.097374 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-311d0453-7040-46e1-9e13-921a4db862a9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/49a30df7-9568-43da-b181-544f3f585682 HTTP/1.1" status: 204 len: 168 time: 0.2654467 Apr 12 13:37:41.098150 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31cb75b-f55e-4fe2-8fc4-65871b748b95 None None] Network 47c3c13a-a230-4a69-b3f9-7febe52669f5 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:37:41.098623 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d0453-7040-46e1-9e13-921a4db862a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49a30df7-9568-43da-b181-544f3f585682,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:41.100544 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34424) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:41.113342 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.api.v2.resource [None req-3fcee9f6-d0c0-481a-88df-a7346342f40a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] show failed (client error): The resource could not be found. Apr 12 13:37:41.114393 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-3fcee9f6-d0c0-481a-88df-a7346342f40a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups/931c4ac9-3782-4af6-a766-5446466d6312 HTTP/1.1" status: 404 len: 347 time: 0.0269339 Apr 12 13:37:41.117231 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34426) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:41.182975 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624812'] for network (47c3c13a-a230-4a69-b3f9-7febe52669f5), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.228603 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] Deleting port 474274e6-50ed-4244-9d69-3fb8cfea008d {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:37:41.229190 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (474274e6-50ed-4244-9d69-3fb8cfea008d), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.241643 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-328ecc06-b537-494f-b5b0-f0f1fc205133 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Deleting port a680f414-33ff-44c7-b77f-71260f8b4073 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:37:41.241984 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-328ecc06-b537-494f-b5b0-f0f1fc205133 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (a680f414-33ff-44c7-b77f-71260f8b4073), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.296561 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ec37cf-7890-44eb-9f4c-fe3a510bf095 None None] DHCP port deletion for 47c3c13a-a230-4a69-b3f9-7febe52669f5 request from dv-cinder-830098-4-iscsi {{(pid=103296) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:37:41.308117 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] For port 474274e6-50ed-4244-9d69-3fb8cfea008d, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=474274e6-50ed-4244-9d69-3fb8cfea008d,segment=NetworkSegment(477f60a0-010e-4f55-8242-268bdf25d6fb),segment_id=477f60a0-010e-4f55-8242-268bdf25d6fb)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:41.308486 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (474274e6-50ed-4244-9d69-3fb8cfea008d), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.322728 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] Calling delete_port for 474274e6-50ed-4244-9d69-3fb8cfea008d owned by network:dhcp {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:37:41.345553 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-74ec37cf-7890-44eb-9f4c-fe3a510bf095 None None] Deleting port 474274e6-50ed-4244-9d69-3fb8cfea008d {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:37:41.347348 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-74ec37cf-7890-44eb-9f4c-fe3a510bf095 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (474274e6-50ed-4244-9d69-3fb8cfea008d), before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.348165 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-328ecc06-b537-494f-b5b0-f0f1fc205133 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (a680f414-33ff-44c7-b77f-71260f8b4073), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.348496 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-328ecc06-b537-494f-b5b0-f0f1fc205133 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for floatingip (a680f414-33ff-44c7-b77f-71260f8b4073), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.361569 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-328ecc06-b537-494f-b5b0-f0f1fc205133 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Calling delete_port for a680f414-33ff-44c7-b77f-71260f8b4073 owned by network:floatingip {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:37:41.418264 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-74ec37cf-7890-44eb-9f4c-fe3a510bf095 None None] For port 474274e6-50ed-4244-9d69-3fb8cfea008d, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=474274e6-50ed-4244-9d69-3fb8cfea008d,segment=NetworkSegment(477f60a0-010e-4f55-8242-268bdf25d6fb),segment_id=477f60a0-010e-4f55-8242-268bdf25d6fb)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:41.418671 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-74ec37cf-7890-44eb-9f4c-fe3a510bf095 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (474274e6-50ed-4244-9d69-3fb8cfea008d), precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.418908 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (474274e6-50ed-4244-9d69-3fb8cfea008d), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.437834 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-74ec37cf-7890-44eb-9f4c-fe3a510bf095 None None] Calling delete_port for 474274e6-50ed-4244-9d69-3fb8cfea008d owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:37:41.445542 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] Pushing event deleted for resources: {'Port': ['ID=474274e6-50ed-4244-9d69-3fb8cfea008d,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:41.453336 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] No DVR routers for this DVR port 474274e6-50ed-4244-9d69-3fb8cfea008d on host dv-cinder-830098-4-iscsi {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:37:41.541786 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587506', 'neutron.services.segments.db._delete_segments_for_network-8776758846127'] for network (47c3c13a-a230-4a69-b3f9-7febe52669f5), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.546407 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-328ecc06-b537-494f-b5b0-f0f1fc205133 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (a680f414-33ff-44c7-b77f-71260f8b4073), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.563920 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c3c13a-a230-4a69-b3f9-7febe52669f5']}} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:41.572950 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ecc06-b537-494f-b5b0-f0f1fc205133 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Pushing event deleted for resources: {'Port': ['ID=a680f414-33ff-44c7-b77f-71260f8b4073,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:41.575669 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-74ec37cf-7890-44eb-9f4c-fe3a510bf095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489'] for port (474274e6-50ed-4244-9d69-3fb8cfea008d), after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.576200 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477f60a0-010e-4f55-8242-268bdf25d6fb') {'for_net_delete': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:41.576503 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477f60a0-010e-4f55-8242-268bdf25d6fb') {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:41.591248 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776758847672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16027334'] for segment (477f60a0-010e-4f55-8242-268bdf25d6fb), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.607403 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (477f60a0-010e-4f55-8242-268bdf25d6fb), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.618712 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec37cf-7890-44eb-9f4c-fe3a510bf095 None None] Pushing event deleted for resources: {'Port': ['ID=474274e6-50ed-4244-9d69-3fb8cfea008d,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:41.623574 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec37cf-7890-44eb-9f4c-fe3a510bf095 None None] No DVR routers for this DVR port 474274e6-50ed-4244-9d69-3fb8cfea008d on host dv-cinder-830098-4-iscsi {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:37:41.624460 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:37:41.624864 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179197'] for segment (477f60a0-010e-4f55-8242-268bdf25d6fb), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: Traceback (most recent call last): Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: timer() Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: cb(*args, **kw) Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: return func(*args, **kwargs) Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: self._notify() Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: self.callback(batched_events) Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: event.method(event) Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: return f(self, *a, **k) Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: return self._get(url).json() Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: return self.request(url, 'GET', **kwargs) Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:37:41.630579 dv-cinder-830098-4-iscsi neutron-server[103294]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:37:41.683591 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-328ecc06-b537-494f-b5b0-f0f1fc205133 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for floatingip (04d43670-f8e5-4d80-9225-8a9f7f967303), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.691042 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-328ecc06-b537-494f-b5b0-f0f1fc205133 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.692259 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-328ecc06-b537-494f-b5b0-f0f1fc205133 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "DELETE /v2.0/floatingips/04d43670-f8e5-4d80-9225-8a9f7f967303 HTTP/1.1" status: 204 len: 168 time: 0.5740387 Apr 12 13:37:41.717049 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466144'] for network (47c3c13a-a230-4a69-b3f9-7febe52669f5), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.731549 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.738638 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] 10.222.0.11 "DELETE /v2.0/networks/47c3c13a-a230-4a69-b3f9-7febe52669f5 HTTP/1.1" status: 204 len: 168 time: 0.6337867 Apr 12 13:37:41.748688 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17540319-0874-41d2-88e8-6315d0a1eb1f admin admin] Pushing event deleted for resources: {'Network': ['ID=47c3c13a-a230-4a69-b3f9-7febe52669f5,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:41.867062 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 474274e6-50ed-4244-9d69-3fb8cfea008d no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:37:41.876245 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34432) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:41.880948 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-19f530c5-e906-49d4-961e-db5d1529b357 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--562753690', 'description': 'tempest-description--1876621319'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:41.888961 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: 474274e6-50ed-4244-9d69-3fb8cfea008d {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:37:41.889780 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 474274e6-50ed-4244-9d69-3fb8cfea008d not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:37:41.889938 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 3ddc4863-8e20-4119-aca0-6defa200894f no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:37:41.905548 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-19f530c5-e906-49d4-961e-db5d1529b357 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:41.911285 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: 3ddc4863-8e20-4119-aca0-6defa200894f {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:37:41.911671 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 3ddc4863-8e20-4119-aca0-6defa200894f not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:37:41.912098 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 87759ed4-4375-45c2-a571-d81c82efb4e2 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:37:41.934098 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: 87759ed4-4375-45c2-a571-d81c82efb4e2 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:37:41.934450 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 87759ed4-4375-45c2-a571-d81c82efb4e2 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:37:41.984064 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34434) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:41.998798 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-19f530c5-e906-49d4-961e-db5d1529b357 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group (c2d139ed-f8d8-4500-bd1c-fd71f0962cb0), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.005039 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-19f530c5-e906-49d4-961e-db5d1529b357 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (c2d139ed-f8d8-4500-bd1c-fd71f0962cb0), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.031004 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-00d6af50-546d-4088-9cd1-2dfc53d9f732 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7b5ac96172b45b6a78b9fd4bda96a31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455713 Apr 12 13:37:42.033796 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34436) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:42.039605 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-19f530c5-e906-49d4-961e-db5d1529b357 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.041231 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-19f530c5-e906-49d4-961e-db5d1529b357 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1637733 Apr 12 13:37:42.045558 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34438) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:42.051251 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-2aa93b3e-1ef7-4189-b4c9-3689b7c56ff4 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Request body: {'security_group_rule': {'security_group_id': 'c2d139ed-f8d8-4500-bd1c-fd71f0962cb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:42.057946 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f530c5-e906-49d4-961e-db5d1529b357 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:42.083734 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2aa93b3e-1ef7-4189-b4c9-3689b7c56ff4 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group_rule (eb5656fc-c542-45d6-b2db-b53a7873ccd2), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.084830 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2436fba4-23d7-4933-9976-cdb5120731c3 admin admin] Publish callbacks [] for security_group (dba971ba-8b3e-4c1a-98af-309663d2ca0a), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.106333 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2436fba4-23d7-4933-9976-cdb5120731c3 admin admin] Publish callbacks [] for security_group (dba971ba-8b3e-4c1a-98af-309663d2ca0a), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.153324 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2aa93b3e-1ef7-4189-b4c9-3689b7c56ff4 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group_rule (eb5656fc-c542-45d6-b2db-b53a7873ccd2), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.158063 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2aa93b3e-1ef7-4189-b4c9-3689b7c56ff4 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (eb5656fc-c542-45d6-b2db-b53a7873ccd2), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.160136 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2436fba4-23d7-4933-9976-cdb5120731c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (dba971ba-8b3e-4c1a-98af-309663d2ca0a), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.162149 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2436fba4-23d7-4933-9976-cdb5120731c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.163303 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-2436fba4-23d7-4933-9976-cdb5120731c3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dba971ba-8b3e-4c1a-98af-309663d2ca0a HTTP/1.1" status: 204 len: 168 time: 0.1283565 Apr 12 13:37:42.172255 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436fba4-23d7-4933-9976-cdb5120731c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba971ba-8b3e-4c1a-98af-309663d2ca0a,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:42.177896 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa93b3e-1ef7-4189-b4c9-3689b7c56ff4 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5656fc-c542-45d6-b2db-b53a7873ccd2,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:42.187403 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2aa93b3e-1ef7-4189-b4c9-3689b7c56ff4 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.188766 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-2aa93b3e-1ef7-4189-b4c9-3689b7c56ff4 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421199 Apr 12 13:37:42.192727 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34444) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:42.196826 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-65777b31-bb75-41be-8cb2-d69b666222c1 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Request body: {'security_group_rule': {'security_group_id': 'c2d139ed-f8d8-4500-bd1c-fd71f0962cb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:42.224099 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-65777b31-bb75-41be-8cb2-d69b666222c1 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group_rule (177495e5-f0dd-4594-8045-860c63d5ff6c), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.284416 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-65777b31-bb75-41be-8cb2-d69b666222c1 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group_rule (177495e5-f0dd-4594-8045-860c63d5ff6c), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.288598 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-65777b31-bb75-41be-8cb2-d69b666222c1 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (177495e5-f0dd-4594-8045-860c63d5ff6c), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.308330 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65777b31-bb75-41be-8cb2-d69b666222c1 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177495e5-f0dd-4594-8045-860c63d5ff6c,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:42.317015 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-65777b31-bb75-41be-8cb2-d69b666222c1 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.318262 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-65777b31-bb75-41be-8cb2-d69b666222c1 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249881 Apr 12 13:37:42.322392 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34446) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:42.328733 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-773f87e2-ae04-4b9a-9b7d-6f07e27e9d6e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Request body: {'floatingip': {'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:42.355396 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-773f87e2-ae04-4b9a-9b7d-6f07e27e9d6e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.442415 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-773f87e2-ae04-4b9a-9b7d-6f07e27e9d6e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.532165 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34450) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:42.551796 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-773f87e2-ae04-4b9a-9b7d-6f07e27e9d6e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Allocated IP 172.27.2.70 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/e9cfd7e4-e840-4177-93a0-039fb71b3286) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:37:42.574324 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-daacf718-aa38-4c2e-80f0-d6bc3b07e271 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5370bcf42b7e41439eb4eb0071957e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409698 Apr 12 13:37:42.576891 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34452) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:42.625713 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-baddde77-fc1a-4573-a813-5fd787731324 admin admin] Publish callbacks [] for security_group (dba09a87-d49b-4bfe-80a1-5431be16621b), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.651201 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-baddde77-fc1a-4573-a813-5fd787731324 admin admin] Publish callbacks [] for security_group (dba09a87-d49b-4bfe-80a1-5431be16621b), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.668980 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-773f87e2-ae04-4b9a-9b7d-6f07e27e9d6e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for port (e9cfd7e4-e840-4177-93a0-039fb71b3286), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.701805 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-baddde77-fc1a-4573-a813-5fd787731324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (dba09a87-d49b-4bfe-80a1-5431be16621b), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.704658 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-baddde77-fc1a-4573-a813-5fd787731324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.706341 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-baddde77-fc1a-4573-a813-5fd787731324 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dba09a87-d49b-4bfe-80a1-5431be16621b HTTP/1.1" status: 204 len: 168 time: 0.1283107 Apr 12 13:37:42.711046 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-773f87e2-ae04-4b9a-9b7d-6f07e27e9d6e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (e9cfd7e4-e840-4177-93a0-039fb71b3286), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:42.715678 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddde77-fc1a-4573-a813-5fd787731324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba09a87-d49b-4bfe-80a1-5431be16621b,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:42.748963 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773f87e2-ae04-4b9a-9b7d-6f07e27e9d6e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:37:42.751911 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-773f87e2-ae04-4b9a-9b7d-6f07e27e9d6e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:37:42.755408 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773f87e2-ae04-4b9a-9b7d-6f07e27e9d6e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:37:42.783448 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f87e2-ae04-4b9a-9b7d-6f07e27e9d6e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Pushing event updated for resources: {'Port': ['ID=e9cfd7e4-e840-4177-93a0-039fb71b3286,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:42.849536 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-773f87e2-ae04-4b9a-9b7d-6f07e27e9d6e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for floatingip (840ce7d4-339c-41b7-97e2-1931825d79e6), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:43.122865 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-773f87e2-ae04-4b9a-9b7d-6f07e27e9d6e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (e9cfd7e4-e840-4177-93a0-039fb71b3286), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:43.285657 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-773f87e2-ae04-4b9a-9b7d-6f07e27e9d6e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for port (e9cfd7e4-e840-4177-93a0-039fb71b3286), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:43.292415 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-773f87e2-ae04-4b9a-9b7d-6f07e27e9d6e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (e9cfd7e4-e840-4177-93a0-039fb71b3286), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:43.372785 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f87e2-ae04-4b9a-9b7d-6f07e27e9d6e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Pushing event updated for resources: {'Port': ['ID=e9cfd7e4-e840-4177-93a0-039fb71b3286,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:43.380209 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-773f87e2-ae04-4b9a-9b7d-6f07e27e9d6e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (840ce7d4-339c-41b7-97e2-1931825d79e6), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:43.397321 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-773f87e2-ae04-4b9a-9b7d-6f07e27e9d6e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:43.398846 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-773f87e2-ae04-4b9a-9b7d-6f07e27e9d6e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0748439 Apr 12 13:37:43.457094 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34476) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:43.569248 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-2320b290-3cc0-43e9-91fb-ceb051450046 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1588949542-network', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:43.611057 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2320b290-3cc0-43e9-91fb-ceb051450046 admin admin] Made reservation on behalf of 1676d317c2b9497bb9f5385646737fbf for: {'network': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:37:43.613758 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2320b290-3cc0-43e9-91fb-ceb051450046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for network (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:43.629134 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2320b290-3cc0-43e9-91fb-ceb051450046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:43.642544 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-f83a6da5-e393-40ac-b392-b24fd4d1d92e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--562753690&fields=id&tenant_id=4fef9bcc9d6d4674acceb9c482454dfd HTTP/1.1" status: 200 len: 267 time: 0.0689237 Apr 12 13:37:43.786084 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-3cc615a8-1dc1-42dd-8510-84d139787987 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:43.787521 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-3cc615a8-1dc1-42dd-8510-84d139787987 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/networks?id=f075efcd-1b7f-4180-93c5-9b0501e51c53 HTTP/1.1" status: 200 len: 816 time: 0.1367452 Apr 12 13:37:43.811605 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-8eee2913-ba37-4eba-a1f7-30c9d8d8499e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/quotas/4fef9bcc9d6d4674acceb9c482454dfd HTTP/1.1" status: 200 len: 375 time: 0.0186615 Apr 12 13:37:43.813397 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2320b290-3cc0-43e9-91fb-ceb051450046 admin admin] Publish callbacks [] for security_group (ec824290-1a34-4a22-afa3-11b7dec46b07), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:43.825870 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2320b290-3cc0-43e9-91fb-ceb051450046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (ec824290-1a34-4a22-afa3-11b7dec46b07), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:43.871937 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2320b290-3cc0-43e9-91fb-ceb051450046 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:37:43.888426 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320b290-3cc0-43e9-91fb-ceb051450046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec824290-1a34-4a22-afa3-11b7dec46b07,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:43.894436 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2320b290-3cc0-43e9-91fb-ceb051450046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (94999333-ccb2-4d37-8a6e-3675f19d4cb7), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:43.894770 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.segments_db [None req-2320b290-3cc0-43e9-91fb-ceb051450046 admin admin] Added segment 94999333-ccb2-4d37-8a6e-3675f19d4cb7 of type vlan for network 0ef085e4-2104-43b5-a43c-9ee214d199b2 Apr 12 13:37:43.899696 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-71c52721-1f83-49fe-b43a-157e576978bd tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4fef9bcc9d6d4674acceb9c482454dfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824940 Apr 12 13:37:43.950504 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2320b290-3cc0-43e9-91fb-ceb051450046 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776758315614'] for network (0ef085e4-2104-43b5-a43c-9ee214d199b2), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:43.977785 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2320b290-3cc0-43e9-91fb-ceb051450046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for network (0ef085e4-2104-43b5-a43c-9ee214d199b2), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:43.978751 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2320b290-3cc0-43e9-91fb-ceb051450046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:43.979334 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2320b290-3cc0-43e9-91fb-ceb051450046 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:44.088582 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-2320b290-3cc0-43e9-91fb-ceb051450046 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6302004 Apr 12 13:37:44.091821 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34492) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:44.098238 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320b290-3cc0-43e9-91fb-ceb051450046 admin admin] Pushing event updated for resources: {'Network': ['ID=0ef085e4-2104-43b5-a43c-9ee214d199b2,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:44.098634 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-a255781b-9a3f-42fc-b8b2-f8befd18d23a admin admin] Request body: {'subnet': {'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1588949542-subnet', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'ip_version': 4}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:44.110172 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Network 0ef085e4-2104-43b5-a43c-9ee214d199b2 details requested by agent ovs-agent-dv-cinder-830098-4-iscsi with host dv-cinder-830098-4-iscsi {{(pid=103296) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:37:44.125167 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a255781b-9a3f-42fc-b8b2-f8befd18d23a admin admin] Made reservation on behalf of 1676d317c2b9497bb9f5385646737fbf for: {'subnet': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:37:44.126240 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-99efc810-31a1-4770-b36e-2174ac7e68c1 service neutron] 10.222.0.11 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985273 Apr 12 13:37:44.128010 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a255781b-9a3f-42fc-b8b2-f8befd18d23a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13314749'] for subnet (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:44.221616 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-9d5aa8ac-d12c-4455-a308-f33648a7a09a service neutron] 10.222.0.11 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906835 Apr 12 13:37:44.307058 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a255781b-9a3f-42fc-b8b2-f8befd18d23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16178586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13314735'] for subnet (48bac659-ed33-4e2b-b30d-142fa3904e3e), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:44.363334 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255781b-9a3f-42fc-b8b2-f8befd18d23a admin admin] Pushing event updated for resources: {'Subnet': ['ID=48bac659-ed33-4e2b-b30d-142fa3904e3e,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:44.374333 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a255781b-9a3f-42fc-b8b2-f8befd18d23a admin admin] Checking segment: {'id': '94999333-ccb2-4d37-8a6e-3675f19d4cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:37:44.374923 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a255781b-9a3f-42fc-b8b2-f8befd18d23a admin admin] Network hostable DHCP agents. Network: 0ef085e4-2104-43b5-a43c-9ee214d199b2, hostable agents: ['3cc0c115-7315-4105-a658-2bafa3cb223c'], hosted agents: [] {{(pid=103294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:37:44.421336 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5c956112-ae9a-47f0-9387-579c22d36f1a req-4c2f9a17-3e61-4ca2-addf-73d890b75524 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 210 time: 0.0375767 Apr 12 13:37:44.426072 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a255781b-9a3f-42fc-b8b2-f8befd18d23a admin admin] Network 0ef085e4-2104-43b5-a43c-9ee214d199b2 is scheduled to be hosted by DHCP agent 3cc0c115-7315-4105-a658-2bafa3cb223c with binding_index 1 {{(pid=103294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:37:44.447149 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-a255781b-9a3f-42fc-b8b2-f8befd18d23a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-4-iscsi, 0ef085e4-2104-43b5-a43c-9ee214d199b2) {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:37:44.451642 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a255781b-9a3f-42fc-b8b2-f8befd18d23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:44.452241 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a255781b-9a3f-42fc-b8b2-f8befd18d23a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:44.456666 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f9f564-c321-44d5-906d-6aaaab865324 None None] Network 0ef085e4-2104-43b5-a43c-9ee214d199b2 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:37:44.473591 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-a255781b-9a3f-42fc-b8b2-f8befd18d23a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3802080 Apr 12 13:37:44.476535 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34498) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:44.483958 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-00a7ae9a-92f4-4664-b56f-986126389a0b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1588949542-router', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:44.508652 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-00a7ae9a-92f4-4664-b56f-986126389a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-448592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-907'] for router (f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:44.509763 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-00a7ae9a-92f4-4664-b56f-986126389a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-342588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-914'] for router (f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:44.569667 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-00a7ae9a-92f4-4664-b56f-986126389a0b admin admin] Publish callbacks [] for router_controller (f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2), precommit_add_association {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:44.723361 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2505ece0-7dd9-5d35-89e5-64c2cb2f4cfe-0ef085e4-2104-43b5-a43c-9ee214d199b2', 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2', 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'fixed_ips': [{'subnet_id': '48bac659-ed33-4e2b-b30d-142fa3904e3e'}]}} from dv-cinder-830098-4-iscsi. {{(pid=103296) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:37:44.724150 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:44.733366 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-00a7ae9a-92f4-4664-b56f-986126389a0b admin admin] Publish callbacks [] for router_gateway (f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:44.886309 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] Allocated IP 172.20.0.2 (0ef085e4-2104-43b5-a43c-9ee214d199b2/48bac659-ed33-4e2b-b30d-142fa3904e3e/3573045b-8619-4bd6-b66e-cb0ab4e8e2fb) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:37:44.949703 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-00a7ae9a-92f4-4664-b56f-986126389a0b admin admin] Publish callbacks [] for router_gateway (f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:44.966854 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-00a7ae9a-92f4-4664-b56f-986126389a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:45.046231 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] Publish callbacks [] for port (3573045b-8619-4bd6-b66e-cb0ab4e8e2fb), precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:45.052803 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (3573045b-8619-4bd6-b66e-cb0ab4e8e2fb), after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:45.098337 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-00a7ae9a-92f4-4664-b56f-986126389a0b admin admin] Allocated IP 172.27.2.64 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/dcab43cd-217b-48e2-92e0-20f877d55d94) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:37:45.102767 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] Network 0ef085e4-2104-43b5-a43c-9ee214d199b2 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:37:45.104203 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] Pushing event updated for resources: {'Port': ['ID=3573045b-8619-4bd6-b66e-cb0ab4e8e2fb,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:45.106668 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:37:45.108757 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:37:45.166059 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] Attempting to bind port 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:37:45.166753 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] Attempting to bind port 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '94999333-ccb2-4d37-8a6e-3675f19d4cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:37:45.166891 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] Attempting to bind port 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb on network 0ef085e4-2104-43b5-a43c-9ee214d199b2 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:37:45.171867 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:37:45.172244 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] Checking segment: {'id': '94999333-ccb2-4d37-8a6e-3675f19d4cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:37:45.172645 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:45.173044 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] Bound using segment: {'id': '94999333-ccb2-4d37-8a6e-3675f19d4cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:37:45.173540 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] Bound port: 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94999333-ccb2-4d37-8a6e-3675f19d4cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:37:45.173926 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (3573045b-8619-4bd6-b66e-cb0ab4e8e2fb), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:45.204755 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-00a7ae9a-92f4-4664-b56f-986126389a0b admin admin] Publish callbacks [] for port (dcab43cd-217b-48e2-92e0-20f877d55d94), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:45.240437 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-00a7ae9a-92f4-4664-b56f-986126389a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (dcab43cd-217b-48e2-92e0-20f877d55d94), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:45.242557 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] For port 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:37:45.246576 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] For port 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=3573045b-8619-4bd6-b66e-cb0ab4e8e2fb,segment=NetworkSegment(94999333-ccb2-4d37-8a6e-3675f19d4cb7),segment_id=94999333-ccb2-4d37-8a6e-3675f19d4cb7)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:37:45.254147 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (3573045b-8619-4bd6-b66e-cb0ab4e8e2fb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:45.279392 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a7ae9a-92f4-4664-b56f-986126389a0b admin admin] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:37:45.283897 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-00a7ae9a-92f4-4664-b56f-986126389a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:37:45.287576 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a7ae9a-92f4-4664-b56f-986126389a0b admin admin] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:37:45.318295 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7ae9a-92f4-4664-b56f-986126389a0b admin admin] Pushing event updated for resources: {'Port': ['ID=dcab43cd-217b-48e2-92e0-20f877d55d94,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:45.327998 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ef282-4d6a-45c6-82a8-6c0b308846e3 None None] Pushing event updated for resources: {'Port': ['ID=3573045b-8619-4bd6-b66e-cb0ab4e8e2fb,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:45.808554 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5d26d471-4303-4fd2-bb0f-64aefdd058f3 req-d6b4f663-cccb-44b1-96b5-584423fb2063 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 210 time: 0.0920374 Apr 12 13:37:45.824976 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:37:45.870739 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-d7049e91-3a60-4e54-985d-ba4dd513b2e7 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:45.872254 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-d7049e91-3a60-4e54-985d-ba4dd513b2e7 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.41 "GET /v2.0/networks?id=f075efcd-1b7f-4180-93c5-9b0501e51c53 HTTP/1.1" status: 200 len: 816 time: 0.4989243 Apr 12 13:37:45.892077 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:45.892481 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (3573045b-8619-4bd6-b66e-cb0ab4e8e2fb), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:45.974524 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:37:45.974912 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (3573045b-8619-4bd6-b66e-cb0ab4e8e2fb), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:46.020846 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] For port 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=3573045b-8619-4bd6-b66e-cb0ab4e8e2fb,segment=NetworkSegment(94999333-ccb2-4d37-8a6e-3675f19d4cb7),segment_id=94999333-ccb2-4d37-8a6e-3675f19d4cb7)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:46.025938 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (3573045b-8619-4bd6-b66e-cb0ab4e8e2fb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:46.034258 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-fc46735d-c404-4dcc-ac49-830e9dad8380 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fef9bcc9d6d4674acceb9c482454dfd HTTP/1.1" status: 200 len: 379 time: 0.1255107 Apr 12 13:37:46.038704 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-00a7ae9a-92f4-4664-b56f-986126389a0b admin admin] Publish callbacks [] for router_gateway (f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:46.082451 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-5a08ba68-5c9e-4540-9f39-9c3f97c9b6b9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Request body: {'port': {'device_id': '83c5cbca-739a-4706-9622-db4f923a4f0a', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'admin_state_up': True, 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'security_groups': ['c2d139ed-f8d8-4500-bd1c-fd71f0962cb0']}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:46.082798 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Pushing event updated for resources: {'Port': ['ID=3573045b-8619-4bd6-b66e-cb0ab4e8e2fb,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:46.314785 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-5a08ba68-5c9e-4540-9f39-9c3f97c9b6b9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Made reservation on behalf of 4fef9bcc9d6d4674acceb9c482454dfd for: {'port': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:37:46.318463 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-5a08ba68-5c9e-4540-9f39-9c3f97c9b6b9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:46.351586 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf00261-fd2a-4a7c-b10a-585d1be0b84b None None] Network 0ef085e4-2104-43b5-a43c-9ee214d199b2 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:37:46.421008 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-3bead82d-bfd5-4e22-947d-163479cb3c4e None None] Provisioning complete for port 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:46.421549 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3bead82d-bfd5-4e22-947d-163479cb3c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (3573045b-8619-4bd6-b66e-cb0ab4e8e2fb), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:46.434270 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-00a7ae9a-92f4-4664-b56f-986126389a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466088'] for router (f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:46.569499 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-3bead82d-bfd5-4e22-947d-163479cb3c4e None None] Current status of the port 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:37:46.590130 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-5a08ba68-5c9e-4540-9f39-9c3f97c9b6b9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Allocated IP 172.20.0.5 (f075efcd-1b7f-4180-93c5-9b0501e51c53/a5deca89-4859-4941-9efc-762fc23afa05/e81e26fc-85c8-40bd-8568-a0f1622aff05) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:37:46.688510 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a7ae9a-92f4-4664-b56f-986126389a0b admin admin] Router f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 is scheduled to L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb with binding_index 1 {{(pid=103295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:37:46.789341 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-35a643b4-768b-4afc-bbef-8c01d733d8a8 None None] Provisioning complete for port 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:46.789932 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-35a643b4-768b-4afc-bbef-8c01d733d8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (3573045b-8619-4bd6-b66e-cb0ab4e8e2fb), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:46.837739 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-5a08ba68-5c9e-4540-9f39-9c3f97c9b6b9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:46.871613 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-35a643b4-768b-4afc-bbef-8c01d733d8a8 None None] Current status of the port 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:37:46.881095 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a7ae9a-92f4-4664-b56f-986126389a0b admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:37:46.893612 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] Sync routers for ids ['f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:37:46.901506 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-00a7ae9a-92f4-4664-b56f-986126389a0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:46.905462 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-00a7ae9a-92f4-4664-b56f-986126389a0b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4231822 Apr 12 13:37:46.906130 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34516) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:46.914804 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-5a08ba68-5c9e-4540-9f39-9c3f97c9b6b9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:46.916290 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] Routers {'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:46.916973 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:37:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:46.928946 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7a1669e8-e9b3-4a6b-a03f-12fc6f3e72ae req-f8b2e312-492e-401f-bf2c-3cf67c7a8c4b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 210 time: 0.0332499 Apr 12 13:37:47.006072 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-5a08ba68-5c9e-4540-9f39-9c3f97c9b6b9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Network f075efcd-1b7f-4180-93c5-9b0501e51c53 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:37:47.034004 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] Set router f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:47.040795 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08ba68-5c9e-4540-9f39-9c3f97c9b6b9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Pushing event updated for resources: {'Port': ['ID=e81e26fc-85c8-40bd-8568-a0f1622aff05,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:47.043363 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-5a08ba68-5c9e-4540-9f39-9c3f97c9b6b9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:37:47.051919 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-5a08ba68-5c9e-4540-9f39-9c3f97c9b6b9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:37:47.115189 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-5a08ba68-5c9e-4540-9f39-9c3f97c9b6b9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:47.115742 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-5a08ba68-5c9e-4540-9f39-9c3f97c9b6b9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:47.166206 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-5a08ba68-5c9e-4540-9f39-9c3f97c9b6b9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0880904 Apr 12 13:37:47.181441 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Request body: {'port': {'device_id': '83c5cbca-739a-4706-9622-db4f923a4f0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:47.217596 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'name': 'tempest-TestShelveInstance-1588949542-router', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:45Z', 'revision_number': 3, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'gw_port': {'id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:47.252476 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] Checking router: f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:37:47.252915 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] Updating router f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 port dcab43cd-217b-48e2-92e0-20f877d55d94 binding host dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:37:47.279732 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (dcab43cd-217b-48e2-92e0-20f877d55d94), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:47.315234 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-a1c8940d-29f5-4125-af21-f307644e6ba3 None None] Provisioning complete for port e81e26fc-85c8-40bd-8568-a0f1622aff05 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:47.315864 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a1c8940d-29f5-4125-af21-f307644e6ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:47.319614 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:47.414728 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-a1c8940d-29f5-4125-af21-f307644e6ba3 None None] Port e81e26fc-85c8-40bd-8568-a0f1622aff05 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:37:47.575645 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] Publish callbacks [] for port (dcab43cd-217b-48e2-92e0-20f877d55d94), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:47.581197 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (dcab43cd-217b-48e2-92e0-20f877d55d94), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:47.636943 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] Attempting to bind port dcab43cd-217b-48e2-92e0-20f877d55d94 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:37:47.637348 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] Attempting to bind port dcab43cd-217b-48e2-92e0-20f877d55d94 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:37:47.637717 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] Attempting to bind port dcab43cd-217b-48e2-92e0-20f877d55d94 on network 3874c260-3040-429e-b62d-d740e6168690 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:37:47.639754 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414eee96-e5de-4e1e-8464-94511e1b838b None None] Pushing event updated for resources: {'Port': ['ID=dcab43cd-217b-48e2-92e0-20f877d55d94,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:47.654736 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:37:47.655562 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] Checking segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:37:47.656549 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:47.658076 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] Bound using segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:37:47.660355 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] Bound port: dcab43cd-217b-48e2-92e0-20f877d55d94, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:37:47.661588 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (dcab43cd-217b-48e2-92e0-20f877d55d94), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:47.680189 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-388b7036-f6f8-46e7-b426-ccc75a6df9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:47.717202 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] For port dcab43cd-217b-48e2-92e0-20f877d55d94, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:37:47.722301 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] For port dcab43cd-217b-48e2-92e0-20f877d55d94, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=dcab43cd-217b-48e2-92e0-20f877d55d94,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:37:47.728693 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (dcab43cd-217b-48e2-92e0-20f877d55d94), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:47.787764 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e81e26fc-85c8-40bd-8568-a0f1622aff05 {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:37:47.788942 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] Routers {'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:47.789621 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:37:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:47.795386 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414eee96-e5de-4e1e-8464-94511e1b838b None None] Pushing event updated for resources: {'Port': ['ID=dcab43cd-217b-48e2-92e0-20f877d55d94,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:47.798677 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Publish callbacks [] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:47.831888 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:37:47.842851 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Transition to ACTIVE for port object e81e26fc-85c8-40bd-8568-a0f1622aff05 will not be triggered until provisioned by entity L2. {{(pid=103295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:37:47.848262 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:47.936991 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:47.937260 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (3573045b-8619-4bd6-b66e-cb0ab4e8e2fb), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:47.942435 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Pushing event updated for resources: {'Port': ['ID=e81e26fc-85c8-40bd-8568-a0f1622aff05,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:47.957330 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-388b7036-f6f8-46e7-b426-ccc75a6df9ba admin admin] Allocated IP 172.20.0.1 (0ef085e4-2104-43b5-a43c-9ee214d199b2/48bac659-ed33-4e2b-b30d-142fa3904e3e/d6a25301-ef18-4626-b2fa-c822d3c338c2) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:37:47.980860 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] Set router f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:48.140187 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Attempting to bind port e81e26fc-85c8-40bd-8568-a0f1622aff05 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:37:48.140521 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Attempting to bind port e81e26fc-85c8-40bd-8568-a0f1622aff05 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '0c4d8efe-4631-4fc8-a610-61d7476031c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:37:48.140846 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Attempting to bind port e81e26fc-85c8-40bd-8568-a0f1622aff05 on network f075efcd-1b7f-4180-93c5-9b0501e51c53 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:37:48.150008 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb245c4-56d2-48c0-be09-9efae0548b4c req-a8aac226-31d2-4ad8-bd62-06dd6a3c4e6d tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:48.151550 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bcb245c4-56d2-48c0-be09-9efae0548b4c req-a8aac226-31d2-4ad8-bd62-06dd6a3c4e6d tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.1237230 Apr 12 13:37:48.157690 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Port e81e26fc-85c8-40bd-8568-a0f1622aff05 on network f075efcd-1b7f-4180-93c5-9b0501e51c53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:37:48.158019 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Attempting to bind port e81e26fc-85c8-40bd-8568-a0f1622aff05 on network f075efcd-1b7f-4180-93c5-9b0501e51c53 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:37:48.181534 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:37:48.181924 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Checking segment: {'id': '0c4d8efe-4631-4fc8-a610-61d7476031c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:37:48.182264 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Bound using segment: {'id': '0c4d8efe-4631-4fc8-a610-61d7476031c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:37:48.182706 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Bound port: e81e26fc-85c8-40bd-8568-a0f1622aff05, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4d8efe-4631-4fc8-a610-61d7476031c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:37:48.183060 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:48.237304 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-388b7036-f6f8-46e7-b426-ccc75a6df9ba admin admin] Publish callbacks [] for port (d6a25301-ef18-4626-b2fa-c822d3c338c2), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:48.282456 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bcb245c4-56d2-48c0-be09-9efae0548b4c req-ad47f0df-545c-4ab9-b50c-e5fe400f778b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200168 Apr 12 13:37:48.317495 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] For port e81e26fc-85c8-40bd-8568-a0f1622aff05, host hv-cinder-83009, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:37:48.318068 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:37:48.321587 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] For port e81e26fc-85c8-40bd-8568-a0f1622aff05, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e81e26fc-85c8-40bd-8568-a0f1622aff05,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:37:48.328808 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:48.336992 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-388b7036-f6f8-46e7-b426-ccc75a6df9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (d6a25301-ef18-4626-b2fa-c822d3c338c2), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:48.360430 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'name': 'tempest-TestShelveInstance-1588949542-router', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:45Z', 'revision_number': 3, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'gw_port': {'id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:48.372656 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:48.373308 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:48.374846 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] 10.222.0.41 "PUT /v2.0/ports/e81e26fc-85c8-40bd-8568-a0f1622aff05 HTTP/1.1" status: 200 len: 1093 time: 1.1976771 Apr 12 13:37:48.377970 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c5cbca-739a-4706-9622-db4f923a4f0a', 'tag': 'e81e26fc-85c8-40bd-8568-a0f1622aff05'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:37:48.380069 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f159947-83f5-4556-8598-23f26608d037" -d '{"events": [{"name": "network-changed", "server_uuid": "83c5cbca-739a-4706-9622-db4f923a4f0a", "tag": "e81e26fc-85c8-40bd-8568-a0f1622aff05"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:37:48.389867 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388b7036-f6f8-46e7-b426-ccc75a6df9ba admin admin] Network 0ef085e4-2104-43b5-a43c-9ee214d199b2 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:37:48.396486 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-388b7036-f6f8-46e7-b426-ccc75a6df9ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:37:48.401682 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4ab48d-b6d3-4cc2-a098-d4c0a4182b54 None None] The sync data for ids ['f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'] in dv-cinder-830098-4-iscsi is: [{'id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'name': 'tempest-TestShelveInstance-1588949542-router', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:45Z', 'revision_number': 3, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'gw_port': {'id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:37:48.403199 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388b7036-f6f8-46e7-b426-ccc75a6df9ba admin admin] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:37:48.694694 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-99d24a7a-397e-4e02-a6e3-64b546d20c27 None None] Provisioning complete for port d6a25301-ef18-4626-b2fa-c822d3c338c2 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:48.695209 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-99d24a7a-397e-4e02-a6e3-64b546d20c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (d6a25301-ef18-4626-b2fa-c822d3c338c2), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:48.755066 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-99d24a7a-397e-4e02-a6e3-64b546d20c27 None None] Port d6a25301-ef18-4626-b2fa-c822d3c338c2 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:37:48.770213 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b8ab0b-495c-4f3f-9d47-d2ec33db6416 x-openstack-request-id: req-62b8ab0b-495c-4f3f-9d47-d2ec33db6416 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:37:48.770697 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c5cbca-739a-4706-9622-db4f923a4f0a", "tag": "e81e26fc-85c8-40bd-8568-a0f1622aff05", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:37:48.771264 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62b8ab0b-495c-4f3f-9d47-d2ec33db6416 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:37:48.771817 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62b8ab0b-495c-4f3f-9d47-d2ec33db6416'] response: {'name': 'network-changed', 'server_uuid': '83c5cbca-739a-4706-9622-db4f923a4f0a', 'tag': 'e81e26fc-85c8-40bd-8568-a0f1622aff05', 'status': 'completed', 'code': 200} Apr 12 13:37:48.786114 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64104f1-107d-4838-a752-74a2f8dc9d52 service neutron] Pushing event updated for resources: {'Port': ['ID=e81e26fc-85c8-40bd-8568-a0f1622aff05,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:48.854381 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-388b7036-f6f8-46e7-b426-ccc75a6df9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466011'] for router_interface (f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:48.859690 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-6db2dc21-799c-44bf-8c8c-9475f30dd6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:48.861251 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-6db2dc21-799c-44bf-8c8c-9475f30dd6b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fef9bcc9d6d4674acceb9c482454dfd&device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 1127 time: 0.0941558 Apr 12 13:37:48.913143 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b7036-f6f8-46e7-b426-ccc75a6df9ba admin admin] Pushing event updated for resources: {'Port': ['ID=d6a25301-ef18-4626-b2fa-c822d3c338c2,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:48.959473 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-ff2613b2-62f6-4e2f-a3a2-2a5f9f6cdd45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e81e26fc-85c8-40bd-8568-a0f1622aff05 HTTP/1.1" status: 200 len: 217 time: 0.0572078 Apr 12 13:37:49.046763 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-68be0955-55de-449e-8bcc-28f46b70d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:49.048250 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-68be0955-55de-449e-8bcc-28f46b70d869 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5deca89-4859-4941-9efc-762fc23afa05 HTTP/1.1" status: 200 len: 855 time: 0.0846167 Apr 12 13:37:49.122719 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-d496ffef-4577-4ed9-bb77-b69878178024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:49.124268 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-d496ffef-4577-4ed9-bb77-b69878178024 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f075efcd-1b7f-4180-93c5-9b0501e51c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0694129 Apr 12 13:37:49.130205 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-388b7036-f6f8-46e7-b426-ccc75a6df9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (d6a25301-ef18-4626-b2fa-c822d3c338c2), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:49.295968 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-a8648d7f-0f79-420b-b323-d71cb32b4989 service neutron] 10.222.0.41 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633210 Apr 12 13:37:49.526275 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea768f-72dc-41d5-a1a0-817ebd0c5d5f req-bbdba20d-dce2-4c75-87dd-20e9994e9b00 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:49.528535 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-80ea768f-72dc-41d5-a1a0-817ebd0c5d5f req-bbdba20d-dce2-4c75-87dd-20e9994e9b00 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.1456444 Apr 12 13:37:49.560448 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-388b7036-f6f8-46e7-b426-ccc75a6df9ba admin admin] Publish callbacks [] for port (d6a25301-ef18-4626-b2fa-c822d3c338c2), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:49.572119 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-388b7036-f6f8-46e7-b426-ccc75a6df9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (d6a25301-ef18-4626-b2fa-c822d3c338c2), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:49.577131 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-adc15eee-df96-4104-ab14-af32ea9bc529 req-ca6b02ef-31ba-406d-8be5-ef0054b27474 service neutron] 10.222.0.41 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389846 Apr 12 13:37:49.686664 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-80ea768f-72dc-41d5-a1a0-817ebd0c5d5f req-0f8ee73e-148e-4743-a4f7-36f1172cd2b9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463091 Apr 12 13:37:49.687645 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b7036-f6f8-46e7-b426-ccc75a6df9ba admin admin] Pushing event updated for resources: {'Port': ['ID=d6a25301-ef18-4626-b2fa-c822d3c338c2,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:49.690453 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-388b7036-f6f8-46e7-b426-ccc75a6df9ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463851'] for router_interface (f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:49.770964 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:49.811076 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device dcab43cd-217b-48e2-92e0-20f877d55d94 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:37:49.814386 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388b7036-f6f8-46e7-b426-ccc75a6df9ba admin admin] Network 0ef085e4-2104-43b5-a43c-9ee214d199b2 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:37:49.816690 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-388b7036-f6f8-46e7-b426-ccc75a6df9ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:37:49.887034 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port dcab43cd-217b-48e2-92e0-20f877d55d94 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:49.887613 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (dcab43cd-217b-48e2-92e0-20f877d55d94), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:49.993904 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port dcab43cd-217b-48e2-92e0-20f877d55d94 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:37:49.994314 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (dcab43cd-217b-48e2-92e0-20f877d55d94), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:49.994664 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388b7036-f6f8-46e7-b426-ccc75a6df9ba admin admin] Router f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:37:50.024239 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] For port dcab43cd-217b-48e2-92e0-20f877d55d94, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=dcab43cd-217b-48e2-92e0-20f877d55d94,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:50.030183 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (dcab43cd-217b-48e2-92e0-20f877d55d94), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:50.084235 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Pushing event updated for resources: {'Port': ['ID=dcab43cd-217b-48e2-92e0-20f877d55d94,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:50.100354 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-afa144c4-b252-43ae-a80c-251b80449b8b None None] Provisioning complete for port d6a25301-ef18-4626-b2fa-c822d3c338c2 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:50.100726 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-afa144c4-b252-43ae-a80c-251b80449b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (d6a25301-ef18-4626-b2fa-c822d3c338c2), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:50.125158 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388b7036-f6f8-46e7-b426-ccc75a6df9ba admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:37:50.137410 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-388b7036-f6f8-46e7-b426-ccc75a6df9ba admin admin] 10.222.0.11 "PUT /v2.0/routers/f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2265637 Apr 12 13:37:50.137620 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-afa144c4-b252-43ae-a80c-251b80449b8b None None] Port d6a25301-ef18-4626-b2fa-c822d3c338c2 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:37:50.244565 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] Sync routers for ids ['f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:37:50.257861 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] Routers {'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:50.258627 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:37:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:50.377537 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] Set router f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:50.593085 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'name': 'tempest-TestShelveInstance-1588949542-router', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:49Z', 'revision_number': 4, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'gw_port': {'id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'd6a25301-ef18-4626-b2fa-c822d3c338c2', 'name': '', 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'mac_address': 'fa:16:3e:16:e3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '48bac659-ed33-4e2b-b30d-142fa3904e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:47Z', 'updated_at': '2022-04-12T13:37:49Z', 'revision_number': 2, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'subnets': [{'id': '48bac659-ed33-4e2b-b30d-142fa3904e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:50.621029 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34542) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:50.622014 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] Checking router: f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:37:50.622373 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] Updating router f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 port d6a25301-ef18-4626-b2fa-c822d3c338c2 binding host dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:37:50.629153 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-f12de4fa-05d2-4424-a2c3-ac65569f1d67 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-655190171-network', 'tenant_id': '039e1612e7914885b0641d0411b3a823'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:50.651064 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12de4fa-05d2-4424-a2c3-ac65569f1d67 admin admin] Made reservation on behalf of 039e1612e7914885b0641d0411b3a823 for: {'network': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:37:50.652029 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (d6a25301-ef18-4626-b2fa-c822d3c338c2), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:50.653675 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f12de4fa-05d2-4424-a2c3-ac65569f1d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for network (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:50.663339 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f12de4fa-05d2-4424-a2c3-ac65569f1d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:50.744125 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f12de4fa-05d2-4424-a2c3-ac65569f1d67 admin admin] Publish callbacks [] for security_group (2d451fb6-1cb8-441f-b485-85b749034959), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:50.748466 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f12de4fa-05d2-4424-a2c3-ac65569f1d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (2d451fb6-1cb8-441f-b485-85b749034959), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:50.772551 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12de4fa-05d2-4424-a2c3-ac65569f1d67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:37:50.789029 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12de4fa-05d2-4424-a2c3-ac65569f1d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d451fb6-1cb8-441f-b485-85b749034959,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:50.795371 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f12de4fa-05d2-4424-a2c3-ac65569f1d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (4296636d-ff15-460f-98e2-bd0ccddd514e), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:50.796581 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.segments_db [None req-f12de4fa-05d2-4424-a2c3-ac65569f1d67 admin admin] Added segment 4296636d-ff15-460f-98e2-bd0ccddd514e of type vlan for network 031b48b0-d0dd-481e-911b-fbac322aa800 Apr 12 13:37:50.813641 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b729f-4896-42f1-8f1e-a0add1c487a9 req-69bc0711-9851-4b48-838d-260c2f00deb7 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:50.821410 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d41b729f-4896-42f1-8f1e-a0add1c487a9 req-69bc0711-9851-4b48-838d-260c2f00deb7 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.0553315 Apr 12 13:37:50.841085 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f12de4fa-05d2-4424-a2c3-ac65569f1d67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776758315614'] for network (031b48b0-d0dd-481e-911b-fbac322aa800), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:50.868221 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f12de4fa-05d2-4424-a2c3-ac65569f1d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for network (031b48b0-d0dd-481e-911b-fbac322aa800), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:50.869231 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12de4fa-05d2-4424-a2c3-ac65569f1d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:50.869744 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f12de4fa-05d2-4424-a2c3-ac65569f1d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:50.873661 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d41b729f-4896-42f1-8f1e-a0add1c487a9 req-e4c2b2a3-6414-4317-8859-b0992ebe0abb tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513473 Apr 12 13:37:50.904688 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-f12de4fa-05d2-4424-a2c3-ac65569f1d67 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2821033 Apr 12 13:37:50.907331 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34546) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:50.912284 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-16876dce-3d85-4c2d-87e7-e88226d80ce3 admin admin] Request body: {'subnet': {'network_id': '031b48b0-d0dd-481e-911b-fbac322aa800', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-655190171-subnet', 'tenant_id': '039e1612e7914885b0641d0411b3a823', 'ip_version': 4}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:50.936910 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] Publish callbacks [] for port (d6a25301-ef18-4626-b2fa-c822d3c338c2), precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:50.943055 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (d6a25301-ef18-4626-b2fa-c822d3c338c2), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:50.957215 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12de4fa-05d2-4424-a2c3-ac65569f1d67 admin admin] Pushing event updated for resources: {'Network': ['ID=031b48b0-d0dd-481e-911b-fbac322aa800,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:50.966807 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16876dce-3d85-4c2d-87e7-e88226d80ce3 admin admin] Made reservation on behalf of 039e1612e7914885b0641d0411b3a823 for: {'subnet': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:37:50.969054 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-16876dce-3d85-4c2d-87e7-e88226d80ce3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14326551'] for subnet (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:50.969759 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Network 031b48b0-d0dd-481e-911b-fbac322aa800 details requested by agent ovs-agent-dv-cinder-830098-4-iscsi with host dv-cinder-830098-4-iscsi {{(pid=103296) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:37:51.001638 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d7b18-d318-496f-8481-38cb2cc73392 None None] Pushing event updated for resources: {'Port': ['ID=d6a25301-ef18-4626-b2fa-c822d3c338c2,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:51.012115 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d7b18-d318-496f-8481-38cb2cc73392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:51.012472 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d7b18-d318-496f-8481-38cb2cc73392 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:51.012818 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d7b18-d318-496f-8481-38cb2cc73392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:51.013210 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d7b18-d318-496f-8481-38cb2cc73392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:51.013544 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d7b18-d318-496f-8481-38cb2cc73392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:51.013869 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d7b18-d318-496f-8481-38cb2cc73392 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:51.014359 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d7b18-d318-496f-8481-38cb2cc73392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:51.014842 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d7b18-d318-496f-8481-38cb2cc73392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:51.015351 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d7b18-d318-496f-8481-38cb2cc73392 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:51.015682 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d7b18-d318-496f-8481-38cb2cc73392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:51.016010 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d7b18-d318-496f-8481-38cb2cc73392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:51.016353 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d7b18-d318-496f-8481-38cb2cc73392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:51.016682 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d7b18-d318-496f-8481-38cb2cc73392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:51.017004 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d7b18-d318-496f-8481-38cb2cc73392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:51.017363 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536d7b18-d318-496f-8481-38cb2cc73392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:37:51.069855 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] Attempting to bind port d6a25301-ef18-4626-b2fa-c822d3c338c2 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:37:51.070228 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] Attempting to bind port d6a25301-ef18-4626-b2fa-c822d3c338c2 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '94999333-ccb2-4d37-8a6e-3675f19d4cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:37:51.070593 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] Attempting to bind port d6a25301-ef18-4626-b2fa-c822d3c338c2 on network 0ef085e4-2104-43b5-a43c-9ee214d199b2 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:37:51.075980 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:37:51.076354 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] Checking segment: {'id': '94999333-ccb2-4d37-8a6e-3675f19d4cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:37:51.076754 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:51.077176 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] Bound using segment: {'id': '94999333-ccb2-4d37-8a6e-3675f19d4cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:37:51.077647 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] Bound port: d6a25301-ef18-4626-b2fa-c822d3c338c2, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94999333-ccb2-4d37-8a6e-3675f19d4cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:37:51.078023 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (d6a25301-ef18-4626-b2fa-c822d3c338c2), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:51.149306 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] For port d6a25301-ef18-4626-b2fa-c822d3c338c2, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:37:51.152754 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] For port d6a25301-ef18-4626-b2fa-c822d3c338c2, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=d6a25301-ef18-4626-b2fa-c822d3c338c2,segment=NetworkSegment(94999333-ccb2-4d37-8a6e-3675f19d4cb7),segment_id=94999333-ccb2-4d37-8a6e-3675f19d4cb7)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:37:51.160529 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (d6a25301-ef18-4626-b2fa-c822d3c338c2), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:51.161024 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-16876dce-3d85-4c2d-87e7-e88226d80ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12759439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14326533'] for subnet (e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:51.216302 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d7b18-d318-496f-8481-38cb2cc73392 None None] Pushing event updated for resources: {'Port': ['ID=d6a25301-ef18-4626-b2fa-c822d3c338c2,revision_number=4']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:51.218382 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16876dce-3d85-4c2d-87e7-e88226d80ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:51.229534 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16876dce-3d85-4c2d-87e7-e88226d80ce3 admin admin] Checking segment: {'id': '4296636d-ff15-460f-98e2-bd0ccddd514e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '031b48b0-d0dd-481e-911b-fbac322aa800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:37:51.229923 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16876dce-3d85-4c2d-87e7-e88226d80ce3 admin admin] Network hostable DHCP agents. Network: 031b48b0-d0dd-481e-911b-fbac322aa800, hostable agents: ['3cc0c115-7315-4105-a658-2bafa3cb223c'], hosted agents: [] {{(pid=103295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:37:51.230995 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] Routers {'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:51.231702 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:37:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:51.249681 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16876dce-3d85-4c2d-87e7-e88226d80ce3 admin admin] Network 031b48b0-d0dd-481e-911b-fbac322aa800 is scheduled to be hosted by DHCP agent 3cc0c115-7315-4105-a658-2bafa3cb223c with binding_index 1 {{(pid=103295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:37:51.261326 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-16876dce-3d85-4c2d-87e7-e88226d80ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-4-iscsi, 031b48b0-d0dd-481e-911b-fbac322aa800) {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:37:51.265963 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16876dce-3d85-4c2d-87e7-e88226d80ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:51.266860 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-16876dce-3d85-4c2d-87e7-e88226d80ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:51.270125 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-6bf807d1-4893-44b9-8f9e-8c23dd98c719 None None] Provisioning complete for port d6a25301-ef18-4626-b2fa-c822d3c338c2 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:51.270693 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6bf807d1-4893-44b9-8f9e-8c23dd98c719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (d6a25301-ef18-4626-b2fa-c822d3c338c2), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:51.293185 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-16876dce-3d85-4c2d-87e7-e88226d80ce3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3827124 Apr 12 13:37:51.294011 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34548) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:51.298495 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-c092bdc1-3949-4807-a607-2eb2854720fb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-655190171-router', 'tenant_id': '039e1612e7914885b0641d0411b3a823', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:51.309947 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756c8525-0c9f-4584-bcde-a6ff9258a192 None None] Network 031b48b0-d0dd-481e-911b-fbac322aa800 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:37:51.322803 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c092bdc1-3949-4807-a607-2eb2854720fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-448592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-907'] for router (26a3ada2-7ea3-4d62-866e-0a642fe5a8d7), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:51.323841 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c092bdc1-3949-4807-a607-2eb2854720fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-342588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-914'] for router (26a3ada2-7ea3-4d62-866e-0a642fe5a8d7), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:51.359857 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] Set router f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:51.387684 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c092bdc1-3949-4807-a607-2eb2854720fb admin admin] Publish callbacks [] for router_controller (26a3ada2-7ea3-4d62-866e-0a642fe5a8d7), precommit_add_association {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:51.435854 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-6bf807d1-4893-44b9-8f9e-8c23dd98c719 None None] Current status of the port d6a25301-ef18-4626-b2fa-c822d3c338c2 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:37:51.436630 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6bf807d1-4893-44b9-8f9e-8c23dd98c719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (d6a25301-ef18-4626-b2fa-c822d3c338c2), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:51.497330 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2505ece0-7dd9-5d35-89e5-64c2cb2f4cfe-031b48b0-d0dd-481e-911b-fbac322aa800', 'network_id': '031b48b0-d0dd-481e-911b-fbac322aa800', 'project_id': '039e1612e7914885b0641d0411b3a823', 'fixed_ips': [{'subnet_id': 'e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b'}]}} from dv-cinder-830098-4-iscsi. {{(pid=103296) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:37:51.498292 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:51.505392 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-6bf807d1-4893-44b9-8f9e-8c23dd98c719 None None] For port d6a25301-ef18-4626-b2fa-c822d3c338c2, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=d6a25301-ef18-4626-b2fa-c822d3c338c2,segment=NetworkSegment(94999333-ccb2-4d37-8a6e-3675f19d4cb7),segment_id=94999333-ccb2-4d37-8a6e-3675f19d4cb7)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:51.515526 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6bf807d1-4893-44b9-8f9e-8c23dd98c719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (d6a25301-ef18-4626-b2fa-c822d3c338c2), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:51.577157 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c092bdc1-3949-4807-a607-2eb2854720fb admin admin] Publish callbacks [] for router_gateway (26a3ada2-7ea3-4d62-866e-0a642fe5a8d7), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:51.608609 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'name': 'tempest-TestShelveInstance-1588949542-router', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:49Z', 'revision_number': 4, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'gw_port': {'id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'd6a25301-ef18-4626-b2fa-c822d3c338c2', 'name': '', 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'mac_address': 'fa:16:3e:16:e3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '48bac659-ed33-4e2b-b30d-142fa3904e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:47Z', 'updated_at': '2022-04-12T13:37:51Z', 'revision_number': 4, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'subnets': [{'id': '48bac659-ed33-4e2b-b30d-142fa3904e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:51.643575 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ee8106-dffd-41d5-b5ee-4e7b1ec11130 None None] The sync data for ids ['f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'] in dv-cinder-830098-4-iscsi is: [{'id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'name': 'tempest-TestShelveInstance-1588949542-router', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:49Z', 'revision_number': 4, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'gw_port': {'id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'd6a25301-ef18-4626-b2fa-c822d3c338c2', 'name': '', 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'mac_address': 'fa:16:3e:16:e3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '48bac659-ed33-4e2b-b30d-142fa3904e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:47Z', 'updated_at': '2022-04-12T13:37:51Z', 'revision_number': 4, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'subnets': [{'id': '48bac659-ed33-4e2b-b30d-142fa3904e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:37:51.649615 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf807d1-4893-44b9-8f9e-8c23dd98c719 None None] Pushing event updated for resources: {'Port': ['ID=d6a25301-ef18-4626-b2fa-c822d3c338c2,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:51.681749 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-278857b0-5627-4b72-b7d7-ff2071ad3f19 None None] Provisioning complete for port d6a25301-ef18-4626-b2fa-c822d3c338c2 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:51.682180 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-278857b0-5627-4b72-b7d7-ff2071ad3f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (d6a25301-ef18-4626-b2fa-c822d3c338c2), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:51.748038 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] Allocated IP 172.20.0.2 (031b48b0-d0dd-481e-911b-fbac322aa800/e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b/bc3aedb2-dc23-4793-853f-a6895eb3be6d) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:37:51.816789 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c092bdc1-3949-4807-a607-2eb2854720fb admin admin] Publish callbacks [] for router_gateway (26a3ada2-7ea3-4d62-866e-0a642fe5a8d7), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:51.847500 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c092bdc1-3949-4807-a607-2eb2854720fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:51.929483 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-278857b0-5627-4b72-b7d7-ff2071ad3f19 None None] Current status of the port d6a25301-ef18-4626-b2fa-c822d3c338c2 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:37:51.991753 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device d6a25301-ef18-4626-b2fa-c822d3c338c2 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:37:52.016758 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-c092bdc1-3949-4807-a607-2eb2854720fb admin admin] Allocated IP 172.27.2.193 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/afe1f053-65ad-48c9-b72b-33014c764210) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:37:52.025710 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] Publish callbacks [] for port (bc3aedb2-dc23-4793-853f-a6895eb3be6d), precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:52.041331 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (bc3aedb2-dc23-4793-853f-a6895eb3be6d), after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:52.059396 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce087d-70f5-4f15-a200-0037a9047aa0 req-a9352e25-269e-413f-bba1-3f305d1d33a2 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:52.069827 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c0ce087d-70f5-4f15-a200-0037a9047aa0 req-a9352e25-269e-413f-bba1-3f305d1d33a2 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.1069732 Apr 12 13:37:52.087192 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] Network 031b48b0-d0dd-481e-911b-fbac322aa800 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:37:52.105870 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port d6a25301-ef18-4626-b2fa-c822d3c338c2 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:52.106439 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (d6a25301-ef18-4626-b2fa-c822d3c338c2), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:52.108530 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:37:52.119460 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:37:52.179396 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c0ce087d-70f5-4f15-a200-0037a9047aa0 req-cb9013c7-e994-4c54-b063-c60ddd8aa1a8 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081259 Apr 12 13:37:52.188580 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f159947-83f5-4556-8598-23f26608d037 req-c5b61e6c-9a0a-48b5-8768-e937933cea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:52.191273 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7f159947-83f5-4556-8598-23f26608d037 req-c5b61e6c-9a0a-48b5-8768-e937933cea28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fef9bcc9d6d4674acceb9c482454dfd&device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 1127 time: 0.1190374 Apr 12 13:37:52.208387 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] Pushing event updated for resources: {'Port': ['ID=bc3aedb2-dc23-4793-853f-a6895eb3be6d,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:52.222671 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c092bdc1-3949-4807-a607-2eb2854720fb admin admin] Publish callbacks [] for port (afe1f053-65ad-48c9-b72b-33014c764210), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:52.229583 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] Attempting to bind port bc3aedb2-dc23-4793-853f-a6895eb3be6d on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:37:52.231483 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] Attempting to bind port bc3aedb2-dc23-4793-853f-a6895eb3be6d by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '4296636d-ff15-460f-98e2-bd0ccddd514e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '031b48b0-d0dd-481e-911b-fbac322aa800'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:37:52.231950 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] Attempting to bind port bc3aedb2-dc23-4793-853f-a6895eb3be6d on network 031b48b0-d0dd-481e-911b-fbac322aa800 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:37:52.252426 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:37:52.252990 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] Checking segment: {'id': '4296636d-ff15-460f-98e2-bd0ccddd514e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '031b48b0-d0dd-481e-911b-fbac322aa800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:37:52.253543 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:52.254044 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] Bound using segment: {'id': '4296636d-ff15-460f-98e2-bd0ccddd514e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '031b48b0-d0dd-481e-911b-fbac322aa800'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:37:52.254636 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] Bound port: bc3aedb2-dc23-4793-853f-a6895eb3be6d, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4296636d-ff15-460f-98e2-bd0ccddd514e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '031b48b0-d0dd-481e-911b-fbac322aa800'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:37:52.255137 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (bc3aedb2-dc23-4793-853f-a6895eb3be6d), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:52.305800 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port d6a25301-ef18-4626-b2fa-c822d3c338c2 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:37:52.307049 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device dcab43cd-217b-48e2-92e0-20f877d55d94 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:37:52.316673 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c092bdc1-3949-4807-a607-2eb2854720fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (afe1f053-65ad-48c9-b72b-33014c764210), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:52.317971 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f159947-83f5-4556-8598-23f26608d037 req-480cdf04-5c24-416d-8595-c9add68fa3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:52.319689 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7f159947-83f5-4556-8598-23f26608d037 req-480cdf04-5c24-416d-8595-c9add68fa3b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f075efcd-1b7f-4180-93c5-9b0501e51c53 HTTP/1.1" status: 200 len: 917 time: 0.1213169 Apr 12 13:37:52.363410 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-47c62791-7eea-470c-b563-8faf3176879b req-5241b15d-7797-4b10-9318-de198138a83e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1276929 Apr 12 13:37:52.376611 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7f159947-83f5-4556-8598-23f26608d037 req-ead7ddeb-d098-47eb-a9bf-a5a7e798a181 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e81e26fc-85c8-40bd-8568-a0f1622aff05 HTTP/1.1" status: 200 len: 217 time: 0.0488672 Apr 12 13:37:52.394843 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c092bdc1-3949-4807-a607-2eb2854720fb admin admin] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:37:52.409691 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port dcab43cd-217b-48e2-92e0-20f877d55d94 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:52.410439 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (dcab43cd-217b-48e2-92e0-20f877d55d94), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:52.414886 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] For port bc3aedb2-dc23-4793-853f-a6895eb3be6d, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:37:52.415118 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092bdc1-3949-4807-a607-2eb2854720fb admin admin] Pushing event updated for resources: {'Port': ['ID=afe1f053-65ad-48c9-b72b-33014c764210,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:52.449138 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-c092bdc1-3949-4807-a607-2eb2854720fb admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:37:52.449607 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] For port bc3aedb2-dc23-4793-853f-a6895eb3be6d, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=bc3aedb2-dc23-4793-853f-a6895eb3be6d,segment=NetworkSegment(4296636d-ff15-460f-98e2-bd0ccddd514e),segment_id=4296636d-ff15-460f-98e2-bd0ccddd514e)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:37:52.456702 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c092bdc1-3949-4807-a607-2eb2854720fb admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:37:52.471420 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (bc3aedb2-dc23-4793-853f-a6895eb3be6d), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:52.475756 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f159947-83f5-4556-8598-23f26608d037 req-82c2b260-44a7-4b50-a6e9-8cb5aa9129ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:52.484353 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7f159947-83f5-4556-8598-23f26608d037 req-82c2b260-44a7-4b50-a6e9-8cb5aa9129ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5deca89-4859-4941-9efc-762fc23afa05 HTTP/1.1" status: 200 len: 855 time: 0.0972404 Apr 12 13:37:52.500607 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c62791-7eea-470c-b563-8faf3176879b req-06878406-f6e4-4aca-abe0-d10571895789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:52.502820 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-47c62791-7eea-470c-b563-8faf3176879b req-06878406-f6e4-4aca-abe0-d10571895789 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d7e8314f5b74f97a1d31c6659a57083&device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 1129 time: 0.1108651 Apr 12 13:37:52.560132 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f159947-83f5-4556-8598-23f26608d037 req-d22e7d83-301e-43be-8e47-0e5dfd28937d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:52.561613 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7f159947-83f5-4556-8598-23f26608d037 req-d22e7d83-301e-43be-8e47-0e5dfd28937d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f075efcd-1b7f-4180-93c5-9b0501e51c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680707 Apr 12 13:37:52.577317 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port dcab43cd-217b-48e2-92e0-20f877d55d94 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:37:52.579726 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18514423-04bf-43cb-9bba-e57411ad1f9d None None] Pushing event updated for resources: {'Port': ['ID=bc3aedb2-dc23-4793-853f-a6895eb3be6d,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:52.597785 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device e81e26fc-85c8-40bd-8568-a0f1622aff05 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:37:52.703977 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7f159947-83f5-4556-8598-23f26608d037 req-892c2d86-9aa0-4ec1-b00d-719c33e65ea2 service neutron] 10.222.0.41 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351614 Apr 12 13:37:52.752703 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port e81e26fc-85c8-40bd-8568-a0f1622aff05, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e81e26fc-85c8-40bd-8568-a0f1622aff05,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:52.783192 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': 'e81e26fc-85c8-40bd-8568-a0f1622aff05', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'port_id': 'e81e26fc-85c8-40bd-8568-a0f1622aff05', 'mac_address': 'fa:16:3e:5b:04:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:37:52.858290 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port e81e26fc-85c8-40bd-8568-a0f1622aff05 is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:37:52.859651 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:52.866000 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7f159947-83f5-4556-8598-23f26608d037 req-fa0e7c2a-9531-4037-921c-f37b8f680199 service neutron] 10.222.0.41 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523955 Apr 12 13:37:52.871631 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c62791-7eea-470c-b563-8faf3176879b req-452f3fc2-dec0-479b-af37-93acaf2c1fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:52.873144 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-47c62791-7eea-470c-b563-8faf3176879b req-452f3fc2-dec0-479b-af37-93acaf2c1fae service neutron] 10.222.0.41 "GET /v2.0/networks?id=dbcb15e3-0cf5-4145-a386-89dfb653c57e HTTP/1.1" status: 200 len: 911 time: 0.2838163 Apr 12 13:37:52.884676 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81e26fc-85c8-40bd-8568-a0f1622aff05 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:37:52.889128 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c092bdc1-3949-4807-a607-2eb2854720fb admin admin] Publish callbacks [] for router_gateway (26a3ada2-7ea3-4d62-866e-0a642fe5a8d7), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:52.910230 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port e81e26fc-85c8-40bd-8568-a0f1622aff05, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e81e26fc-85c8-40bd-8568-a0f1622aff05,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:52.918355 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:52.994775 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=e81e26fc-85c8-40bd-8568-a0f1622aff05,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:53.042332 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-47c62791-7eea-470c-b563-8faf3176879b req-55f7e32b-95e8-4974-b94f-e61fb3d3cd45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86f208c6-672c-426b-a655-9a9dd142e67a HTTP/1.1" status: 200 len: 1000 time: 0.1471090 Apr 12 13:37:53.139300 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c62791-7eea-470c-b563-8faf3176879b req-8c1b2292-6331-4293-a8a5-6ec98951a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:53.140758 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-47c62791-7eea-470c-b563-8faf3176879b req-8c1b2292-6331-4293-a8a5-6ec98951a8af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa056591-a77e-4564-bed1-da05f4aad210 HTTP/1.1" status: 200 len: 849 time: 0.0864358 Apr 12 13:37:53.240374 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c62791-7eea-470c-b563-8faf3176879b req-7b529d3e-b599-4e31-8186-ae66e33adb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:53.241949 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-47c62791-7eea-470c-b563-8faf3176879b req-7b529d3e-b599-4e31-8186-ae66e33adb69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dbcb15e3-0cf5-4145-a386-89dfb653c57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0892682 Apr 12 13:37:53.244793 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c092bdc1-3949-4807-a607-2eb2854720fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466088'] for router (26a3ada2-7ea3-4d62-866e-0a642fe5a8d7), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:53.315967 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['e81e26fc-85c8-40bd-8568-a0f1622aff05'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:37:53.438902 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cddf2-4d75-4e3a-a00e-3c0b7cdb90da req-6fc77c9f-12d5-4d0d-a100-8b136e815d92 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:53.441352 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-959cddf2-4d75-4e3a-a00e-3c0b7cdb90da req-6fc77c9f-12d5-4d0d-a100-8b136e815d92 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 944 time: 0.1494820 Apr 12 13:37:53.503422 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-47c62791-7eea-470c-b563-8faf3176879b req-79e25134-bbd0-474d-90f2-d0f59995e8e0 service neutron] 10.222.0.41 "GET /v2.0/networks/dbcb15e3-0cf5-4145-a386-89dfb653c57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533414 Apr 12 13:37:53.744427 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a58dbc1-e3cb-42cf-8d18-fff7fea42a6c None None] Network 031b48b0-d0dd-481e-911b-fbac322aa800 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:37:53.817218 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-959cddf2-4d75-4e3a-a00e-3c0b7cdb90da req-67d1d400-a166-47eb-b04f-afa98f108121 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3697898 Apr 12 13:37:53.818780 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-2c4118f0-f50f-4e51-b1d8-ebf0a874257d None None] Provisioning complete for port bc3aedb2-dc23-4793-853f-a6895eb3be6d triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:53.819159 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2c4118f0-f50f-4e51-b1d8-ebf0a874257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (bc3aedb2-dc23-4793-853f-a6895eb3be6d), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:53.848498 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device bc3aedb2-dc23-4793-853f-a6895eb3be6d up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:37:53.880391 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c092bdc1-3949-4807-a607-2eb2854720fb admin admin] Router 26a3ada2-7ea3-4d62-866e-0a642fe5a8d7 is scheduled to L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb with binding_index 1 {{(pid=103294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:37:53.901501 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-47c62791-7eea-470c-b563-8faf3176879b req-e8895b99-a311-429c-b535-e87ef62ee9af service neutron] 10.222.0.41 "GET /v2.0/networks/dbcb15e3-0cf5-4145-a386-89dfb653c57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824325 Apr 12 13:37:53.986307 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port bc3aedb2-dc23-4793-853f-a6895eb3be6d triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:53.987504 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (bc3aedb2-dc23-4793-853f-a6895eb3be6d), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:54.020321 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2c4118f0-f50f-4e51-b1d8-ebf0a874257d None None] Current status of the port bc3aedb2-dc23-4793-853f-a6895eb3be6d is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:37:54.021005 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2c4118f0-f50f-4e51-b1d8-ebf0a874257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (bc3aedb2-dc23-4793-853f-a6895eb3be6d), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:54.030219 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c092bdc1-3949-4807-a607-2eb2854720fb admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:37:54.046530 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] Sync routers for ids ['26a3ada2-7ea3-4d62-866e-0a642fe5a8d7'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:37:54.058309 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c092bdc1-3949-4807-a607-2eb2854720fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:54.062464 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c092bdc1-3949-4807-a607-2eb2854720fb admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7647338 Apr 12 13:37:54.063454 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34558) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:54.082492 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-2c4118f0-f50f-4e51-b1d8-ebf0a874257d None None] For port bc3aedb2-dc23-4793-853f-a6895eb3be6d, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=bc3aedb2-dc23-4793-853f-a6895eb3be6d,segment=NetworkSegment(4296636d-ff15-460f-98e2-bd0ccddd514e),segment_id=4296636d-ff15-460f-98e2-bd0ccddd514e)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:54.085526 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] Routers {'26a3ada2-7ea3-4d62-866e-0a642fe5a8d7'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:54.086172 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:37:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['26a3ada2-7ea3-4d62-866e-0a642fe5a8d7'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:54.090798 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2c4118f0-f50f-4e51-b1d8-ebf0a874257d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (bc3aedb2-dc23-4793-853f-a6895eb3be6d), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:54.259013 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4118f0-f50f-4e51-b1d8-ebf0a874257d None None] Pushing event updated for resources: {'Port': ['ID=bc3aedb2-dc23-4793-853f-a6895eb3be6d,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:54.264320 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port bc3aedb2-dc23-4793-853f-a6895eb3be6d is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:37:54.271455 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-d1c71786-ff15-4564-b182-976f2d459368 None None] Provisioning complete for port bc3aedb2-dc23-4793-853f-a6895eb3be6d triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:54.271841 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d1c71786-ff15-4564-b182-976f2d459368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (bc3aedb2-dc23-4793-853f-a6895eb3be6d), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:54.311706 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] Set router 26a3ada2-7ea3-4d62-866e-0a642fe5a8d7 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:54.483449 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d1c71786-ff15-4564-b182-976f2d459368 None None] Current status of the port bc3aedb2-dc23-4793-853f-a6895eb3be6d is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:37:54.522653 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-56b1482d-82f9-4325-91b3-18bd5b40308d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:54.545628 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'name': 'tempest-TestShelveInstance-655190171-router', 'tenant_id': '039e1612e7914885b0641d0411b3a823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'afe1f053-65ad-48c9-b72b-33014c764210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:51Z', 'updated_at': '2022-04-12T13:37:52Z', 'revision_number': 3, 'project_id': '039e1612e7914885b0641d0411b3a823', 'gw_port': {'id': 'afe1f053-65ad-48c9-b72b-33014c764210', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:51Z', 'updated_at': '2022-04-12T13:37:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:54.574324 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] Checking router: 26a3ada2-7ea3-4d62-866e-0a642fe5a8d7 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:37:54.574774 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] Updating router 26a3ada2-7ea3-4d62-866e-0a642fe5a8d7 port afe1f053-65ad-48c9-b72b-33014c764210 binding host dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:37:54.603785 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (afe1f053-65ad-48c9-b72b-33014c764210), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:54.612803 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device e81e26fc-85c8-40bd-8568-a0f1622aff05 up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:37:54.687914 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-56b1482d-82f9-4325-91b3-18bd5b40308d admin admin] Allocated IP 172.20.0.1 (031b48b0-d0dd-481e-911b-fbac322aa800/e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b/60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:37:54.744334 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port e81e26fc-85c8-40bd-8568-a0f1622aff05 completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:37:54.754975 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port e81e26fc-85c8-40bd-8568-a0f1622aff05 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:54.755345 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:54.792417 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-56b1482d-82f9-4325-91b3-18bd5b40308d admin admin] Publish callbacks [] for port (60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:54.826086 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-56b1482d-82f9-4325-91b3-18bd5b40308d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:54.866861 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b1482d-82f9-4325-91b3-18bd5b40308d admin admin] Network 031b48b0-d0dd-481e-911b-fbac322aa800 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:37:54.867262 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42d0b591-1bb4-4e77-bfde-d484825bf70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:54.869791 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-56b1482d-82f9-4325-91b3-18bd5b40308d admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:37:54.876675 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b1482d-82f9-4325-91b3-18bd5b40308d admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:37:54.910311 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1482d-82f9-4325-91b3-18bd5b40308d admin admin] Pushing event updated for resources: {'Port': ['ID=60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:54.921179 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-56b1482d-82f9-4325-91b3-18bd5b40308d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466011'] for router_interface (26a3ada2-7ea3-4d62-866e-0a642fe5a8d7), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:54.954955 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port e81e26fc-85c8-40bd-8568-a0f1622aff05 is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:37:54.955355 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:54.986748 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a40384-ee78-4b42-91f2-8492e5812614 req-e4e01109-dc50-458f-b242-694f2ed8d4a5 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:54.988844 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-62a40384-ee78-4b42-91f2-8492e5812614 req-e4e01109-dc50-458f-b242-694f2ed8d4a5 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 944 time: 0.0816143 Apr 12 13:37:55.016688 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c5cbca-739a-4706-9622-db4f923a4f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81e26fc-85c8-40bd-8568-a0f1622aff05'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:37:55.019575 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d3a12c-51ba-41f9-a54a-f57510daca7c" -d '{"events": [{"server_uuid": "83c5cbca-739a-4706-9622-db4f923a4f0a", "name": "network-vif-plugged", "status": "completed", "tag": "e81e26fc-85c8-40bd-8568-a0f1622aff05"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:37:55.053461 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port e81e26fc-85c8-40bd-8568-a0f1622aff05, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e81e26fc-85c8-40bd-8568-a0f1622aff05,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:55.055842 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] Publish callbacks [] for port (afe1f053-65ad-48c9-b72b-33014c764210), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:55.065519 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:55.096900 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-56b1482d-82f9-4325-91b3-18bd5b40308d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:55.100778 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-62a40384-ee78-4b42-91f2-8492e5812614 req-6359abc5-106a-45ac-aa98-97f45bd4ea83 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942259 Apr 12 13:37:55.113708 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (afe1f053-65ad-48c9-b72b-33014c764210), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:55.160464 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=e81e26fc-85c8-40bd-8568-a0f1622aff05,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:55.163266 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] Attempting to bind port afe1f053-65ad-48c9-b72b-33014c764210 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:37:55.164518 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] Attempting to bind port afe1f053-65ad-48c9-b72b-33014c764210 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:37:55.164518 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] Attempting to bind port afe1f053-65ad-48c9-b72b-33014c764210 on network 3874c260-3040-429e-b62d-d740e6168690 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:37:55.194436 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:37:55.194894 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] Checking segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:37:55.195388 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:55.196016 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] Bound using segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:37:55.196790 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] Bound port: afe1f053-65ad-48c9-b72b-33014c764210, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:37:55.196790 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (afe1f053-65ad-48c9-b72b-33014c764210), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:55.249432 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-6faa4e92-d097-43e1-99ba-d768a1114969 None None] Provisioning complete for port 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:55.249877 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6faa4e92-d097-43e1-99ba-d768a1114969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:55.254471 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4299b-5295-4e2b-a3ba-a4d8fc678e04 None None] Pushing event updated for resources: {'Port': ['ID=afe1f053-65ad-48c9-b72b-33014c764210,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:55.291075 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-56b1482d-82f9-4325-91b3-18bd5b40308d admin admin] Publish callbacks [] for port (60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:55.297133 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-56b1482d-82f9-4325-91b3-18bd5b40308d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:55.312865 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-6faa4e92-d097-43e1-99ba-d768a1114969 None None] Port 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:37:55.315064 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] For port afe1f053-65ad-48c9-b72b-33014c764210, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:37:55.327530 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e299c2-10cb-4254-8e75-26e0ba33ae12 x-openstack-request-id: req-c8e299c2-10cb-4254-8e75-26e0ba33ae12 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:37:55.327836 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c5cbca-739a-4706-9622-db4f923a4f0a", "name": "network-vif-plugged", "status": "completed", "tag": "e81e26fc-85c8-40bd-8568-a0f1622aff05", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:37:55.328092 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c8e299c2-10cb-4254-8e75-26e0ba33ae12 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:37:55.328493 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e299c2-10cb-4254-8e75-26e0ba33ae12'] response: {'server_uuid': '83c5cbca-739a-4706-9622-db4f923a4f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81e26fc-85c8-40bd-8568-a0f1622aff05', 'code': 200} Apr 12 13:37:55.332092 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] For port afe1f053-65ad-48c9-b72b-33014c764210, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=afe1f053-65ad-48c9-b72b-33014c764210,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:37:55.340683 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (afe1f053-65ad-48c9-b72b-33014c764210), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:55.370344 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-56b1482d-82f9-4325-91b3-18bd5b40308d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463851'] for router_interface (26a3ada2-7ea3-4d62-866e-0a642fe5a8d7), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:55.372515 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1482d-82f9-4325-91b3-18bd5b40308d admin admin] Pushing event updated for resources: {'Port': ['ID=60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:55.412556 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] Routers {'26a3ada2-7ea3-4d62-866e-0a642fe5a8d7'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:55.413647 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:37:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['26a3ada2-7ea3-4d62-866e-0a642fe5a8d7'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:55.457503 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4299b-5295-4e2b-a3ba-a4d8fc678e04 None None] Pushing event updated for resources: {'Port': ['ID=afe1f053-65ad-48c9-b72b-33014c764210,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:55.488450 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b1482d-82f9-4325-91b3-18bd5b40308d admin admin] Network 031b48b0-d0dd-481e-911b-fbac322aa800 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:37:55.490973 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-56b1482d-82f9-4325-91b3-18bd5b40308d admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:37:55.562494 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dfbe2-7016-43c8-8391-2ed7ffae4daf req-df62cc98-f15a-408b-bdee-d0d0e08a1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:55.564115 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c92dfbe2-7016-43c8-8391-2ed7ffae4daf req-df62cc98-f15a-408b-bdee-d0d0e08a1d5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 1129 time: 0.0899155 Apr 12 13:37:55.661995 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c92dfbe2-7016-43c8-8391-2ed7ffae4daf req-27516681-1bbd-44ef-afc8-604147a41e91 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909061 Apr 12 13:37:55.675490 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] Set router 26a3ada2-7ea3-4d62-866e-0a642fe5a8d7 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:55.688634 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b1482d-82f9-4325-91b3-18bd5b40308d admin admin] Router 26a3ada2-7ea3-4d62-866e-0a642fe5a8d7 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:37:55.806657 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b1482d-82f9-4325-91b3-18bd5b40308d admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:37:55.811454 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-56b1482d-82f9-4325-91b3-18bd5b40308d admin admin] 10.222.0.11 "PUT /v2.0/routers/26a3ada2-7ea3-4d62-866e-0a642fe5a8d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7461991 Apr 12 13:37:55.814009 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device bc3aedb2-dc23-4793-853f-a6895eb3be6d up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:37:55.817308 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-755e8562-aea1-47e9-938f-855102ed29b1 None None] Provisioning complete for port 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:55.817688 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-755e8562-aea1-47e9-938f-855102ed29b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:55.906325 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-755e8562-aea1-47e9-938f-855102ed29b1 None None] Port 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:37:55.947583 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port bc3aedb2-dc23-4793-853f-a6895eb3be6d triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:55.947961 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (bc3aedb2-dc23-4793-853f-a6895eb3be6d), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:55.981361 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'name': 'tempest-TestShelveInstance-655190171-router', 'tenant_id': '039e1612e7914885b0641d0411b3a823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'afe1f053-65ad-48c9-b72b-33014c764210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:51Z', 'updated_at': '2022-04-12T13:37:55Z', 'revision_number': 4, 'project_id': '039e1612e7914885b0641d0411b3a823', 'gw_port': {'id': 'afe1f053-65ad-48c9-b72b-33014c764210', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:51Z', 'updated_at': '2022-04-12T13:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250', 'name': '', 'network_id': '031b48b0-d0dd-481e-911b-fbac322aa800', 'tenant_id': '039e1612e7914885b0641d0411b3a823', 'mac_address': 'fa:16:3e:07:63:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:54Z', 'updated_at': '2022-04-12T13:37:55Z', 'revision_number': 2, 'project_id': '039e1612e7914885b0641d0411b3a823', 'subnets': [{'id': 'e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:56.012843 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911e4e02-8dcd-4567-916f-706409c41366 None None] The sync data for ids ['26a3ada2-7ea3-4d62-866e-0a642fe5a8d7'] in dv-cinder-830098-4-iscsi is: [{'id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'name': 'tempest-TestShelveInstance-655190171-router', 'tenant_id': '039e1612e7914885b0641d0411b3a823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'afe1f053-65ad-48c9-b72b-33014c764210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:51Z', 'updated_at': '2022-04-12T13:37:55Z', 'revision_number': 4, 'project_id': '039e1612e7914885b0641d0411b3a823', 'gw_port': {'id': 'afe1f053-65ad-48c9-b72b-33014c764210', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:51Z', 'updated_at': '2022-04-12T13:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250', 'name': '', 'network_id': '031b48b0-d0dd-481e-911b-fbac322aa800', 'tenant_id': '039e1612e7914885b0641d0411b3a823', 'mac_address': 'fa:16:3e:07:63:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:54Z', 'updated_at': '2022-04-12T13:37:55Z', 'revision_number': 2, 'project_id': '039e1612e7914885b0641d0411b3a823', 'subnets': [{'id': 'e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:37:56.074842 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port bc3aedb2-dc23-4793-853f-a6895eb3be6d is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:37:56.202116 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34576) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:56.206709 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-3318fa79-f875-45f1-be92-f5aa4249d005 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-459812030', 'description': 'tempest-secgroup-smoke-459812030 description', 'project_id': '1676d317c2b9497bb9f5385646737fbf'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:56.242297 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e9594-6e4b-4a8d-ba27-d7a54e0f89bb req-d406a08b-d38c-4296-b112-703760da5ef3 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:56.244117 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3318fa79-f875-45f1-be92-f5aa4249d005 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:56.244268 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a17e9594-6e4b-4a8d-ba27-d7a54e0f89bb req-d406a08b-d38c-4296-b112-703760da5ef3 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0724585 Apr 12 13:37:56.308860 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a17e9594-6e4b-4a8d-ba27-d7a54e0f89bb req-6163cee4-aeee-49c5-9198-1e6a4c5bbd11 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550137 Apr 12 13:37:56.332566 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3318fa79-f875-45f1-be92-f5aa4249d005 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group (bde23ca5-aaeb-4646-9029-44b1d9fe8304), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:56.338283 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3318fa79-f875-45f1-be92-f5aa4249d005 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (bde23ca5-aaeb-4646-9029-44b1d9fe8304), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:56.368131 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3318fa79-f875-45f1-be92-f5aa4249d005 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:56.369393 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-3318fa79-f875-45f1-be92-f5aa4249d005 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1662252 Apr 12 13:37:56.372596 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34580) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:56.377221 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-e43a4265-3fae-42d2-99d7-7263d63aed5a tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Request body: {'security_group_rule': {'security_group_id': 'bde23ca5-aaeb-4646-9029-44b1d9fe8304', 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:56.383957 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318fa79-f875-45f1-be92-f5aa4249d005 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde23ca5-aaeb-4646-9029-44b1d9fe8304,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:56.408845 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e43a4265-3fae-42d2-99d7-7263d63aed5a tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group_rule (337f08e3-1e56-4d29-bade-b3d6699dbf37), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:56.466493 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e43a4265-3fae-42d2-99d7-7263d63aed5a tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group_rule (337f08e3-1e56-4d29-bade-b3d6699dbf37), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:56.470521 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e43a4265-3fae-42d2-99d7-7263d63aed5a tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (337f08e3-1e56-4d29-bade-b3d6699dbf37), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:56.490465 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a4265-3fae-42d2-99d7-7263d63aed5a tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337f08e3-1e56-4d29-bade-b3d6699dbf37,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:56.496411 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e43a4265-3fae-42d2-99d7-7263d63aed5a tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:56.498620 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-e43a4265-3fae-42d2-99d7-7263d63aed5a tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242397 Apr 12 13:37:56.500979 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34582) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:56.505526 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-5df31f59-d105-4e3c-9445-255e7c893a69 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Request body: {'security_group_rule': {'security_group_id': 'bde23ca5-aaeb-4646-9029-44b1d9fe8304', 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:56.537095 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5df31f59-d105-4e3c-9445-255e7c893a69 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group_rule (3b250129-0fea-4d7c-b936-ecf4de2ba5c3), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:56.598666 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5df31f59-d105-4e3c-9445-255e7c893a69 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group_rule (3b250129-0fea-4d7c-b936-ecf4de2ba5c3), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:56.602713 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5df31f59-d105-4e3c-9445-255e7c893a69 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (3b250129-0fea-4d7c-b936-ecf4de2ba5c3), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:56.621393 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df31f59-d105-4e3c-9445-255e7c893a69 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b250129-0fea-4d7c-b936-ecf4de2ba5c3,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:56.629840 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5df31f59-d105-4e3c-9445-255e7c893a69 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:56.631051 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-5df31f59-d105-4e3c-9445-255e7c893a69 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289461 Apr 12 13:37:56.634050 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34584) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:56.638985 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-2d362ef9-984f-48f5-989c-230eab9e97d2 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Request body: {'security_group_rule': {'security_group_id': 'bde23ca5-aaeb-4646-9029-44b1d9fe8304', 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:56.670563 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2d362ef9-984f-48f5-989c-230eab9e97d2 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group_rule (916a0580-a321-42f0-bddf-24121b6c96f8), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:56.746167 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2d362ef9-984f-48f5-989c-230eab9e97d2 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group_rule (916a0580-a321-42f0-bddf-24121b6c96f8), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:56.751914 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2d362ef9-984f-48f5-989c-230eab9e97d2 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (916a0580-a321-42f0-bddf-24121b6c96f8), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:56.771894 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d362ef9-984f-48f5-989c-230eab9e97d2 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916a0580-a321-42f0-bddf-24121b6c96f8,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:56.777668 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2d362ef9-984f-48f5-989c-230eab9e97d2 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:56.781716 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34586) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:56.781863 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-2d362ef9-984f-48f5-989c-230eab9e97d2 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466413 Apr 12 13:37:56.787477 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-e8b9677f-51ae-4065-a697-ce2e9231746c tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Request body: {'security_group_rule': {'security_group_id': 'bde23ca5-aaeb-4646-9029-44b1d9fe8304', 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:56.814493 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e8b9677f-51ae-4065-a697-ce2e9231746c tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group_rule (6e7b64f7-4ed9-458d-abfe-6f174f26b4dc), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:56.879758 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e8b9677f-51ae-4065-a697-ce2e9231746c tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group_rule (6e7b64f7-4ed9-458d-abfe-6f174f26b4dc), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:56.883780 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e8b9677f-51ae-4065-a697-ce2e9231746c tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (6e7b64f7-4ed9-458d-abfe-6f174f26b4dc), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:56.903053 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b9677f-51ae-4065-a697-ce2e9231746c tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7b64f7-4ed9-458d-abfe-6f174f26b4dc,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:56.916291 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e8b9677f-51ae-4065-a697-ce2e9231746c tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:56.917529 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-e8b9677f-51ae-4065-a697-ce2e9231746c tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1345048 Apr 12 13:37:56.920339 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34588) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:56.927486 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-c82b5c07-7fa4-4673-87e1-3c84de181c9b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Request body: {'security_group_rule': {'security_group_id': 'bde23ca5-aaeb-4646-9029-44b1d9fe8304', 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:56.948221 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.securitygroups_db [None req-c82b5c07-7fa4-4673-87e1-3c84de181c9b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Project 1676d317c2b9497bb9f5385646737fbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 13:37:56.954362 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c82b5c07-7fa4-4673-87e1-3c84de181c9b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group_rule (9934b10f-ff41-4afa-a0ba-f0a56d54ebc4), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:57.017261 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c82b5c07-7fa4-4673-87e1-3c84de181c9b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group_rule (9934b10f-ff41-4afa-a0ba-f0a56d54ebc4), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:57.021657 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c82b5c07-7fa4-4673-87e1-3c84de181c9b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (9934b10f-ff41-4afa-a0ba-f0a56d54ebc4), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:57.043707 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b5c07-7fa4-4673-87e1-3c84de181c9b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9934b10f-ff41-4afa-a0ba-f0a56d54ebc4,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:57.054078 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c82b5c07-7fa4-4673-87e1-3c84de181c9b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:57.055329 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c82b5c07-7fa4-4673-87e1-3c84de181c9b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1340268 Apr 12 13:37:57.058087 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34590) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:57.062365 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-ab711401-c922-4fca-a070-08cd815e8e7b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Request body: {'security_group_rule': {'security_group_id': 'bde23ca5-aaeb-4646-9029-44b1d9fe8304', 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:57.084237 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.securitygroups_db [None req-ab711401-c922-4fca-a070-08cd815e8e7b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Project 1676d317c2b9497bb9f5385646737fbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 13:37:57.090373 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ab711401-c922-4fca-a070-08cd815e8e7b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group_rule (d3d69a6a-483f-4584-95dd-43e574366369), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:57.159333 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ab711401-c922-4fca-a070-08cd815e8e7b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group_rule (d3d69a6a-483f-4584-95dd-43e574366369), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:57.163540 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ab711401-c922-4fca-a070-08cd815e8e7b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (d3d69a6a-483f-4584-95dd-43e574366369), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:57.183146 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab711401-c922-4fca-a070-08cd815e8e7b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d69a6a-483f-4584-95dd-43e574366369,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:57.192092 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ab711401-c922-4fca-a070-08cd815e8e7b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:57.193392 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-ab711401-c922-4fca-a070-08cd815e8e7b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1343558 Apr 12 13:37:57.433973 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86b08b-6fdc-43a0-a29c-a243b7d56b6d req-a65c58c7-1b15-4c63-98d3-7d108d36a877 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:57.435436 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-af86b08b-6fdc-43a0-a29c-a243b7d56b6d req-a65c58c7-1b15-4c63-98d3-7d108d36a877 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0500290 Apr 12 13:37:57.462401 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8040b544-ffdd-4211-ab9f-6ad91e5f0372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:57.488411 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-af86b08b-6fdc-43a0-a29c-a243b7d56b6d req-dd9b1c60-77f8-433c-85f0-68ed325279bf tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463071 Apr 12 13:37:57.819036 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device afe1f053-65ad-48c9-b72b-33014c764210 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:37:57.877896 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port afe1f053-65ad-48c9-b72b-33014c764210 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:57.878280 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (afe1f053-65ad-48c9-b72b-33014c764210), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:57.964056 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port afe1f053-65ad-48c9-b72b-33014c764210 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:37:57.964455 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (afe1f053-65ad-48c9-b72b-33014c764210), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:57.986304 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] For port afe1f053-65ad-48c9-b72b-33014c764210, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=afe1f053-65ad-48c9-b72b-33014c764210,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:37:57.990559 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (afe1f053-65ad-48c9-b72b-33014c764210), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:58.040199 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Pushing event updated for resources: {'Port': ['ID=afe1f053-65ad-48c9-b72b-33014c764210,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:37:58.060831 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:58.614303 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc66a1-1df5-4cf1-bebd-ee9b2d59dcda req-ddd2c0a3-e05d-46d7-a0ed-789889182361 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:58.615774 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-07bc66a1-1df5-4cf1-bebd-ee9b2d59dcda req-ddd2c0a3-e05d-46d7-a0ed-789889182361 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0466051 Apr 12 13:37:58.663177 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-07bc66a1-1df5-4cf1-bebd-ee9b2d59dcda req-0a824524-3a25-4bc9-a36f-08c427836984 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417256 Apr 12 13:37:58.775617 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1bec1-b4e2-4b67-93c5-25bb583f415b req-4233ceea-0dbc-4f34-80d7-b1cb73bb5745 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:37:58.776998 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-aab1bec1-b4e2-4b67-93c5-25bb583f415b req-4233ceea-0dbc-4f34-80d7-b1cb73bb5745 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0471232 Apr 12 13:37:58.785312 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34656) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:37:58.789678 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-57841abd-ba66-4cbc-bb3f-af0dcf8170bc tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Request body: {'floatingip': {'port_id': 'e81e26fc-85c8-40bd-8568-a0f1622aff05'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:37:58.828536 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-57841abd-ba66-4cbc-bb3f-af0dcf8170bc tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for floatingip (840ce7d4-339c-41b7-97e2-1931825d79e6), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:59.292693 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-57841abd-ba66-4cbc-bb3f-af0dcf8170bc tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:59.296926 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-57841abd-ba66-4cbc-bb3f-af0dcf8170bc tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (840ce7d4-339c-41b7-97e2-1931825d79e6), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:59.421623 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.l3_db [None req-57841abd-ba66-4cbc-bb3f-af0dcf8170bc tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Floating IP 840ce7d4-339c-41b7-97e2-1931825d79e6 associated. External IP: 172.27.2.70, port: e81e26fc-85c8-40bd-8568-a0f1622aff05. Apr 12 13:37:59.645187 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57841abd-ba66-4cbc-bb3f-af0dcf8170bc tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:37:59.659502 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] Sync routers for ids ['26a3ada2-7ea3-4d62-866e-0a642fe5a8d7'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:37:59.669965 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] Routers {'26a3ada2-7ea3-4d62-866e-0a642fe5a8d7'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:37:59.670586 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:37:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['26a3ada2-7ea3-4d62-866e-0a642fe5a8d7'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:37:59.738836 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:59.833067 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device afe1f053-65ad-48c9-b72b-33014c764210 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:37:59.890145 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port afe1f053-65ad-48c9-b72b-33014c764210 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:37:59.890551 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (afe1f053-65ad-48c9-b72b-33014c764210), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:37:59.920321 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] Set router 26a3ada2-7ea3-4d62-866e-0a642fe5a8d7 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:37:59.971587 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port afe1f053-65ad-48c9-b72b-33014c764210 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:38:00.058234 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57841abd-ba66-4cbc-bb3f-af0dcf8170bc tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:38:00.062771 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-57841abd-ba66-4cbc-bb3f-af0dcf8170bc tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:00.068292 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5872dc46-3486-43cb-9395-c3bdfa85ceb3 None None] Sync routers for ids ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:38:00.100348 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5872dc46-3486-43cb-9395-c3bdfa85ceb3 None None] Routers {'8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:38:00.104641 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-5872dc46-3486-43cb-9395-c3bdfa85ceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:37:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:00.105948 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-57841abd-ba66-4cbc-bb3f-af0dcf8170bc tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "PUT /v2.0/floatingips/840ce7d4-339c-41b7-97e2-1931825d79e6 HTTP/1.1" status: 200 len: 990 time: 1.3192914 Apr 12 13:38:00.106607 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c5cbca-739a-4706-9622-db4f923a4f0a', 'tag': 'e81e26fc-85c8-40bd-8568-a0f1622aff05'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:38:00.109048 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65678746-d8a0-471a-8d15-18b43f02c132" -d '{"events": [{"name": "network-changed", "server_uuid": "83c5cbca-739a-4706-9622-db4f923a4f0a", "tag": "e81e26fc-85c8-40bd-8568-a0f1622aff05"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:38:00.140009 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'name': 'tempest-TestShelveInstance-655190171-router', 'tenant_id': '039e1612e7914885b0641d0411b3a823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'afe1f053-65ad-48c9-b72b-33014c764210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:51Z', 'updated_at': '2022-04-12T13:37:55Z', 'revision_number': 4, 'project_id': '039e1612e7914885b0641d0411b3a823', 'gw_port': {'id': 'afe1f053-65ad-48c9-b72b-33014c764210', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:51Z', 'updated_at': '2022-04-12T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250', 'name': '', 'network_id': '031b48b0-d0dd-481e-911b-fbac322aa800', 'tenant_id': '039e1612e7914885b0641d0411b3a823', 'mac_address': 'fa:16:3e:07:63:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:54Z', 'updated_at': '2022-04-12T13:37:55Z', 'revision_number': 2, 'project_id': '039e1612e7914885b0641d0411b3a823', 'subnets': [{'id': 'e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:00.146589 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f17b0c3-6d2c-44f8-8328-6744305ba802 x-openstack-request-id: req-9f17b0c3-6d2c-44f8-8328-6744305ba802 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:38:00.147010 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c5cbca-739a-4706-9622-db4f923a4f0a", "tag": "e81e26fc-85c8-40bd-8568-a0f1622aff05", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:38:00.147359 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f17b0c3-6d2c-44f8-8328-6744305ba802 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:38:00.147856 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f17b0c3-6d2c-44f8-8328-6744305ba802'] response: {'name': 'network-changed', 'server_uuid': '83c5cbca-739a-4706-9622-db4f923a4f0a', 'tag': 'e81e26fc-85c8-40bd-8568-a0f1622aff05', 'status': 'completed', 'code': 200} Apr 12 13:38:00.173369 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] Checking router: 26a3ada2-7ea3-4d62-866e-0a642fe5a8d7 for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:38:00.173882 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] Updating router 26a3ada2-7ea3-4d62-866e-0a642fe5a8d7 port 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250 binding host dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:38:00.201326 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:00.213722 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65678746-d8a0-471a-8d15-18b43f02c132 req-aa8e7075-a455-40ec-a7b5-7e2dddfda6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:00.215390 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-65678746-d8a0-471a-8d15-18b43f02c132 req-aa8e7075-a455-40ec-a7b5-7e2dddfda6f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fef9bcc9d6d4674acceb9c482454dfd&device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 1129 time: 0.0447512 Apr 12 13:38:00.227685 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-5872dc46-3486-43cb-9395-c3bdfa85ceb3 None None] Set router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:38:00.316746 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65678746-d8a0-471a-8d15-18b43f02c132 req-99b45c7c-9a14-42cb-a547-2195db5ea2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:00.318267 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-65678746-d8a0-471a-8d15-18b43f02c132 req-99b45c7c-9a14-42cb-a547-2195db5ea2ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=f075efcd-1b7f-4180-93c5-9b0501e51c53 HTTP/1.1" status: 200 len: 917 time: 0.0962541 Apr 12 13:38:00.410695 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-65678746-d8a0-471a-8d15-18b43f02c132 req-de7ae1db-02e9-4b83-a0dc-a7c23caeff37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e81e26fc-85c8-40bd-8568-a0f1622aff05 HTTP/1.1" status: 200 len: 998 time: 0.0851314 Apr 12 13:38:00.459652 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-5872dc46-3486-43cb-9395-c3bdfa85ceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port': {'id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:00Z', 'updated_at': '2022-04-12T13:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '840ce7d4-339c-41b7-97e2-1931825d79e6', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'port_id': 'e81e26fc-85c8-40bd-8568-a0f1622aff05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'mac_address': 'fa:16:3e:5b:04:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c5cbca-739a-4706-9622-db4f923a4f0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:37:42Z', 'updated_at': '2022-04-12T13:37:59Z', 'revision_number': 1, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52279ae-dd65-4c03-a033-75fdd026ab85', 'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'mac_address': 'fa:16:3e:65:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:14Z', 'updated_at': '2022-04-12T13:32:27Z', 'revision_number': 5, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'subnets': [{'id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:00.464922 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65678746-d8a0-471a-8d15-18b43f02c132 req-4b67efdd-60fc-4491-8fc6-9b38e1ab2d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:00.466494 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-65678746-d8a0-471a-8d15-18b43f02c132 req-4b67efdd-60fc-4491-8fc6-9b38e1ab2d24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5deca89-4859-4941-9efc-762fc23afa05 HTTP/1.1" status: 200 len: 855 time: 0.0487165 Apr 12 13:38:00.486034 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] Publish callbacks [] for port (60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250), precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:00.493030 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5872dc46-3486-43cb-9395-c3bdfa85ceb3 None None] Checking router: 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:38:00.493478 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:00.503104 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5872dc46-3486-43cb-9395-c3bdfa85ceb3 None None] Routers {'8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:38:00.503836 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-5872dc46-3486-43cb-9395-c3bdfa85ceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:37:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:00.517926 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65678746-d8a0-471a-8d15-18b43f02c132 req-68f1ed9d-632f-468b-b6e3-69821670e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:00.519532 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-65678746-d8a0-471a-8d15-18b43f02c132 req-68f1ed9d-632f-468b-b6e3-69821670e7b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f075efcd-1b7f-4180-93c5-9b0501e51c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464289 Apr 12 13:38:00.591516 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b3f36-984c-478b-aad6-00659a6f9719 None None] Pushing event updated for resources: {'Port': ['ID=60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:00.607604 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] Attempting to bind port 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:38:00.608013 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] Attempting to bind port 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '4296636d-ff15-460f-98e2-bd0ccddd514e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '031b48b0-d0dd-481e-911b-fbac322aa800'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:38:00.608336 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] Attempting to bind port 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250 on network 031b48b0-d0dd-481e-911b-fbac322aa800 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:38:00.616756 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:38:00.617152 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] Checking segment: {'id': '4296636d-ff15-460f-98e2-bd0ccddd514e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '031b48b0-d0dd-481e-911b-fbac322aa800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:38:00.617603 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:00.618326 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] Bound using segment: {'id': '4296636d-ff15-460f-98e2-bd0ccddd514e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '031b48b0-d0dd-481e-911b-fbac322aa800'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:38:00.618467 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] Bound port: 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4296636d-ff15-460f-98e2-bd0ccddd514e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '031b48b0-d0dd-481e-911b-fbac322aa800'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:38:00.618843 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:00.646237 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-65678746-d8a0-471a-8d15-18b43f02c132 req-f52dd491-a2d9-43a5-83b5-ed5a1185f273 service neutron] 10.222.0.41 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198342 Apr 12 13:38:00.660829 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-5872dc46-3486-43cb-9395-c3bdfa85ceb3 None None] Set router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:38:00.696007 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] For port 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:38:00.700016 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] For port 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250,segment=NetworkSegment(4296636d-ff15-460f-98e2-bd0ccddd514e),segment_id=4296636d-ff15-460f-98e2-bd0ccddd514e)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:38:00.710247 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:00.783533 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b3f36-984c-478b-aad6-00659a6f9719 None None] Pushing event updated for resources: {'Port': ['ID=60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250,revision_number=4']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:00.787946 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] Routers {'26a3ada2-7ea3-4d62-866e-0a642fe5a8d7'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:38:00.788573 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:37:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['26a3ada2-7ea3-4d62-866e-0a642fe5a8d7'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:00.817870 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-65678746-d8a0-471a-8d15-18b43f02c132 req-ba856629-cb42-456c-8986-842b7768c418 service neutron] 10.222.0.41 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617749 Apr 12 13:38:00.912594 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-23e39b51-39cb-40a7-8021-b1f88c0771af None None] Provisioning complete for port 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:38:00.913158 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-23e39b51-39cb-40a7-8021-b1f88c0771af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:00.924232 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] Set router 26a3ada2-7ea3-4d62-866e-0a642fe5a8d7 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:38:01.036954 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:01.078091 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-5872dc46-3486-43cb-9395-c3bdfa85ceb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port': {'id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:00Z', 'updated_at': '2022-04-12T13:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '840ce7d4-339c-41b7-97e2-1931825d79e6', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'port_id': 'e81e26fc-85c8-40bd-8568-a0f1622aff05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'mac_address': 'fa:16:3e:5b:04:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c5cbca-739a-4706-9622-db4f923a4f0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:37:42Z', 'updated_at': '2022-04-12T13:37:59Z', 'revision_number': 1, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52279ae-dd65-4c03-a033-75fdd026ab85', 'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'mac_address': 'fa:16:3e:65:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:14Z', 'updated_at': '2022-04-12T13:32:27Z', 'revision_number': 5, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'subnets': [{'id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:01.113453 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5872dc46-3486-43cb-9395-c3bdfa85ceb3 None None] The sync data for ids ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'] in dv-cinder-830098-4-iscsi is: [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port': {'id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:00Z', 'updated_at': '2022-04-12T13:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '840ce7d4-339c-41b7-97e2-1931825d79e6', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'port_id': 'e81e26fc-85c8-40bd-8568-a0f1622aff05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'mac_address': 'fa:16:3e:5b:04:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c5cbca-739a-4706-9622-db4f923a4f0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:37:42Z', 'updated_at': '2022-04-12T13:37:59Z', 'revision_number': 1, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e52279ae-dd65-4c03-a033-75fdd026ab85', 'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'mac_address': 'fa:16:3e:65:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:14Z', 'updated_at': '2022-04-12T13:32:27Z', 'revision_number': 5, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'subnets': [{'id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:38:01.114802 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-23e39b51-39cb-40a7-8021-b1f88c0771af None None] Current status of the port 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:38:01.115202 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-23e39b51-39cb-40a7-8021-b1f88c0771af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:01.143125 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'name': 'tempest-TestShelveInstance-655190171-router', 'tenant_id': '039e1612e7914885b0641d0411b3a823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'afe1f053-65ad-48c9-b72b-33014c764210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:51Z', 'updated_at': '2022-04-12T13:37:55Z', 'revision_number': 4, 'project_id': '039e1612e7914885b0641d0411b3a823', 'gw_port': {'id': 'afe1f053-65ad-48c9-b72b-33014c764210', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:51Z', 'updated_at': '2022-04-12T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250', 'name': '', 'network_id': '031b48b0-d0dd-481e-911b-fbac322aa800', 'tenant_id': '039e1612e7914885b0641d0411b3a823', 'mac_address': 'fa:16:3e:07:63:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:54Z', 'updated_at': '2022-04-12T13:38:00Z', 'revision_number': 4, 'project_id': '039e1612e7914885b0641d0411b3a823', 'subnets': [{'id': 'e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:01.152472 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-23e39b51-39cb-40a7-8021-b1f88c0771af None None] For port 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250,segment=NetworkSegment(4296636d-ff15-460f-98e2-bd0ccddd514e),segment_id=4296636d-ff15-460f-98e2-bd0ccddd514e)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:38:01.157176 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-23e39b51-39cb-40a7-8021-b1f88c0771af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:01.174080 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad45269-ee49-4bc3-acea-4669deb1ecb6 None None] The sync data for ids ['26a3ada2-7ea3-4d62-866e-0a642fe5a8d7'] in dv-cinder-830098-4-iscsi is: [{'id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'name': 'tempest-TestShelveInstance-655190171-router', 'tenant_id': '039e1612e7914885b0641d0411b3a823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'afe1f053-65ad-48c9-b72b-33014c764210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:51Z', 'updated_at': '2022-04-12T13:37:55Z', 'revision_number': 4, 'project_id': '039e1612e7914885b0641d0411b3a823', 'gw_port': {'id': 'afe1f053-65ad-48c9-b72b-33014c764210', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:51Z', 'updated_at': '2022-04-12T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250', 'name': '', 'network_id': '031b48b0-d0dd-481e-911b-fbac322aa800', 'tenant_id': '039e1612e7914885b0641d0411b3a823', 'mac_address': 'fa:16:3e:07:63:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:54Z', 'updated_at': '2022-04-12T13:38:00Z', 'revision_number': 4, 'project_id': '039e1612e7914885b0641d0411b3a823', 'subnets': [{'id': 'e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:38:01.215831 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e39b51-39cb-40a7-8021-b1f88c0771af None None] Pushing event updated for resources: {'Port': ['ID=60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:01.399093 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f9b46f-03d6-4150-88b5-145f994b1aa8 None None] New status for floating IP 840ce7d4-339c-41b7-97e2-1931825d79e6: ACTIVE {{(pid=103297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:38:01.429284 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d88af0b-c5a3-4597-9634-cc534a202385 None None] Provisioning complete for port 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:38:01.429777 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d88af0b-c5a3-4597-9634-cc534a202385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:01.521486 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d88af0b-c5a3-4597-9634-cc534a202385 None None] Current status of the port 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:38:01.819684 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:38:01.869723 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:38:01.870099 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:01.962960 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:38:07.240067 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:38:12.440883 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03adf9-1113-4318-8434-1b78430c4dc9 req-5d58079e-50dd-4345-b3d6-c53627dfd4f1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:12.442409 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9a03adf9-1113-4318-8434-1b78430c4dc9 req-5d58079e-50dd-4345-b3d6-c53627dfd4f1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0470352 Apr 12 13:38:12.489288 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9a03adf9-1113-4318-8434-1b78430c4dc9 req-e4c681a8-09e4-4f3f-8092-ac1eece66f5f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412371 Apr 12 13:38:13.602170 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8372f6-71e4-4c52-a605-14423e0afc90 req-b940c9a3-3f06-43d2-9eb6-93501d865f05 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:13.603632 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ad8372f6-71e4-4c52-a605-14423e0afc90 req-b940c9a3-3f06-43d2-9eb6-93501d865f05 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0476837 Apr 12 13:38:13.651186 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ad8372f6-71e4-4c52-a605-14423e0afc90 req-323af8b8-e3b4-4680-9eba-6a779c4297af tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420840 Apr 12 13:38:14.767242 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174cfc5-df4e-4d28-ace6-62b8f96742f2 req-f66b6d18-0ed3-4d60-8b60-c164da66bde4 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:14.768746 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d174cfc5-df4e-4d28-ace6-62b8f96742f2 req-f66b6d18-0ed3-4d60-8b60-c164da66bde4 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0513492 Apr 12 13:38:14.824566 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d174cfc5-df4e-4d28-ace6-62b8f96742f2 req-80636d8b-0bac-4e6b-907f-cc86ae4c518c tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501375 Apr 12 13:38:15.938272 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988b965-9dac-4fee-beea-430395441b34 req-64abfe43-efc7-4ae0-9c9e-99f3546d4ae6 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:15.939847 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f988b965-9dac-4fee-beea-430395441b34 req-64abfe43-efc7-4ae0-9c9e-99f3546d4ae6 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0495613 Apr 12 13:38:15.986187 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f988b965-9dac-4fee-beea-430395441b34 req-e84e5372-6b49-4b59-bab6-05fcd5ce4180 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405746 Apr 12 13:38:17.099384 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592e579-f851-4ccd-b6d0-311aff2f3a98 req-2b411298-b68f-4a1c-b8f6-e8716f02cbb2 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:17.101214 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2592e579-f851-4ccd-b6d0-311aff2f3a98 req-2b411298-b68f-4a1c-b8f6-e8716f02cbb2 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0492857 Apr 12 13:38:17.147312 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2592e579-f851-4ccd-b6d0-311aff2f3a98 req-71cc5d89-5d4a-4e57-aed2-2a42f538ebd0 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=b217b3a5-8430-4a3d-a9c6-6d246584b8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405951 Apr 12 13:38:17.327332 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a55bc9-ff1c-447b-84cf-58c4a844d668 req-423bc5e3-9e6b-4194-b4d8-6066dda3563f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:17.329412 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e3a55bc9-ff1c-447b-84cf-58c4a844d668 req-423bc5e3-9e6b-4194-b4d8-6066dda3563f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.41 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 946 time: 0.0493028 Apr 12 13:38:17.448354 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-e3a55bc9-ff1c-447b-84cf-58c4a844d668 req-4eb2dea8-27de-4bc1-a362-cfc4e2c6e99b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Deleting port fee58994-2184-4fd9-8331-351ac9e60eae {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:38:17.448696 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-e3a55bc9-ff1c-447b-84cf-58c4a844d668 req-4eb2dea8-27de-4bc1-a362-cfc4e2c6e99b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (fee58994-2184-4fd9-8331-351ac9e60eae), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:17.540118 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-e3a55bc9-ff1c-447b-84cf-58c4a844d668 req-4eb2dea8-27de-4bc1-a362-cfc4e2c6e99b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] For port fee58994-2184-4fd9-8331-351ac9e60eae, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=fee58994-2184-4fd9-8331-351ac9e60eae,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:38:17.540471 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-e3a55bc9-ff1c-447b-84cf-58c4a844d668 req-4eb2dea8-27de-4bc1-a362-cfc4e2c6e99b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (fee58994-2184-4fd9-8331-351ac9e60eae), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:17.761519 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-e3a55bc9-ff1c-447b-84cf-58c4a844d668 req-4eb2dea8-27de-4bc1-a362-cfc4e2c6e99b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:17.761884 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-e3a55bc9-ff1c-447b-84cf-58c4a844d668 req-4eb2dea8-27de-4bc1-a362-cfc4e2c6e99b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (4100ea49-d302-43c8-afcf-50ccf7ffd491), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:17.762305 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.l3_db [req-e3a55bc9-ff1c-447b-84cf-58c4a844d668 req-4eb2dea8-27de-4bc1-a362-cfc4e2c6e99b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Floating IP 4100ea49-d302-43c8-afcf-50ccf7ffd491 disassociated. External IP: 172.27.2.223, port: fee58994-2184-4fd9-8331-351ac9e60eae. Apr 12 13:38:17.762516 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-e3a55bc9-ff1c-447b-84cf-58c4a844d668 req-4eb2dea8-27de-4bc1-a362-cfc4e2c6e99b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Calling delete_port for fee58994-2184-4fd9-8331-351ac9e60eae owned by compute:nova {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:38:17.894401 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-e3a55bc9-ff1c-447b-84cf-58c4a844d668 req-4eb2dea8-27de-4bc1-a362-cfc4e2c6e99b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (fee58994-2184-4fd9-8331-351ac9e60eae), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:17.921005 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2dea8-27de-4bc1-a362-cfc4e2c6e99b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Pushing event deleted for resources: {'Port': ['ID=fee58994-2184-4fd9-8331-351ac9e60eae,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:18.243921 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2306ae43-100e-4427-91d9-9676c89f8830 req-c174521e-de5a-40b7-b3f4-2ea995dcaf19 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=32bc7ac9-ef95-49bc-ad9f-cad412b506c0 HTTP/1.1" status: 200 len: 210 time: 0.0285747 Apr 12 13:38:18.265018 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3a55bc9-ff1c-447b-84cf-58c4a844d668 req-4eb2dea8-27de-4bc1-a362-cfc4e2c6e99b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:38:18.381162 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3a55bc9-ff1c-447b-84cf-58c4a844d668 req-4eb2dea8-27de-4bc1-a362-cfc4e2c6e99b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:38:18.393202 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a7f957-17d0-4ee7-aa38-26725f7469d9 None None] Sync routers for ids ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:38:18.403694 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a7f957-17d0-4ee7-aa38-26725f7469d9 None None] Routers {'9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:38:18.403998 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-d8a7f957-17d0-4ee7-aa38-26725f7469d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:37:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:18.444373 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a55bc9-ff1c-447b-84cf-58c4a844d668 req-4eb2dea8-27de-4bc1-a362-cfc4e2c6e99b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] No DVR routers for this DVR port fee58994-2184-4fd9-8331-351ac9e60eae on host hv-cinder-83009 {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:38:18.446864 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-e3a55bc9-ff1c-447b-84cf-58c4a844d668 req-4eb2dea8-27de-4bc1-a362-cfc4e2c6e99b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:18.450158 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e3a55bc9-ff1c-447b-84cf-58c4a844d668 req-4eb2dea8-27de-4bc1-a362-cfc4e2c6e99b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.41 "DELETE /v2.0/ports/fee58994-2184-4fd9-8331-351ac9e60eae HTTP/1.1" status: 204 len: 173 time: 1.1117747 Apr 12 13:38:18.450594 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bc7ac9-ef95-49bc-ad9f-cad412b506c0', 'name': 'network-vif-deleted', 'tag': 'fee58994-2184-4fd9-8331-351ac9e60eae'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:38:18.452830 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73bfc2c-e70e-4d6b-8dc6-323e200d4bd5" -d '{"events": [{"server_uuid": "32bc7ac9-ef95-49bc-ad9f-cad412b506c0", "name": "network-vif-deleted", "tag": "fee58994-2184-4fd9-8331-351ac9e60eae"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:38:18.497897 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d2aa05-3ad6-4575-b04e-1a124b4cac9b x-openstack-request-id: req-13d2aa05-3ad6-4575-b04e-1a124b4cac9b {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:38:18.498193 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bc7ac9-ef95-49bc-ad9f-cad412b506c0", "name": "network-vif-deleted", "tag": "fee58994-2184-4fd9-8331-351ac9e60eae", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:38:18.498449 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-13d2aa05-3ad6-4575-b04e-1a124b4cac9b {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:38:18.498853 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d2aa05-3ad6-4575-b04e-1a124b4cac9b'] response: {'server_uuid': '32bc7ac9-ef95-49bc-ad9f-cad412b506c0', 'name': 'network-vif-deleted', 'tag': 'fee58994-2184-4fd9-8331-351ac9e60eae', 'status': 'completed', 'code': 200} Apr 12 13:38:18.517781 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-d8a7f957-17d0-4ee7-aa38-26725f7469d9 None None] Set router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:38:18.718716 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-d8a7f957-17d0-4ee7-aa38-26725f7469d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'name': 'tempest-ServerRescueNegativeTestJSON-601545448-router', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2191125b-10f1-433b-b1af-080c8e118b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:50Z', 'updated_at': '2022-04-12T13:31:58Z', 'revision_number': 4, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'gw_port': {'id': '2191125b-10f1-433b-b1af-080c8e118b18', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:51Z', 'updated_at': '2022-04-12T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'b51c3b45-b7dc-4f16-9518-bdac4229b820', 'name': '', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'mac_address': 'fa:16:3e:1b:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:09Z', 'revision_number': 5, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'subnets': [{'id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:18.748713 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a7f957-17d0-4ee7-aa38-26725f7469d9 None None] Checking router: 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:38:18.757511 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a7f957-17d0-4ee7-aa38-26725f7469d9 None None] Routers {'9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:38:18.758111 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-d8a7f957-17d0-4ee7-aa38-26725f7469d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:37:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:18.873297 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-d8a7f957-17d0-4ee7-aa38-26725f7469d9 None None] Set router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:38:19.067255 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-d8a7f957-17d0-4ee7-aa38-26725f7469d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'name': 'tempest-ServerRescueNegativeTestJSON-601545448-router', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2191125b-10f1-433b-b1af-080c8e118b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:50Z', 'updated_at': '2022-04-12T13:31:58Z', 'revision_number': 4, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'gw_port': {'id': '2191125b-10f1-433b-b1af-080c8e118b18', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:51Z', 'updated_at': '2022-04-12T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'b51c3b45-b7dc-4f16-9518-bdac4229b820', 'name': '', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'mac_address': 'fa:16:3e:1b:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:09Z', 'revision_number': 5, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'subnets': [{'id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:19.092845 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a7f957-17d0-4ee7-aa38-26725f7469d9 None None] The sync data for ids ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'] in dv-cinder-830098-4-iscsi is: [{'id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'name': 'tempest-ServerRescueNegativeTestJSON-601545448-router', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2191125b-10f1-433b-b1af-080c8e118b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:50Z', 'updated_at': '2022-04-12T13:31:58Z', 'revision_number': 4, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'gw_port': {'id': '2191125b-10f1-433b-b1af-080c8e118b18', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:51Z', 'updated_at': '2022-04-12T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'b51c3b45-b7dc-4f16-9518-bdac4229b820', 'name': '', 'network_id': 'a956ac86-261f-4fbb-bce0-1832a315bc64', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'mac_address': 'fa:16:3e:1b:60:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:09Z', 'revision_number': 5, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'subnets': [{'id': '5f3d8356-64c5-4a91-99a8-70c6abe2b2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:38:19.310880 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ece4d5c-7c59-41cc-8547-0ac0623d08c4 None None] New status for floating IP 4100ea49-d302-43c8-afcf-50ccf7ffd491: DOWN {{(pid=103297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:38:19.329019 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34766) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:19.384912 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for security_group (b217b3a5-8430-4a3d-a9c6-6d246584b8b3), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:19.408805 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for security_group (b217b3a5-8430-4a3d-a9c6-6d246584b8b3), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:19.460200 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (b217b3a5-8430-4a3d-a9c6-6d246584b8b3), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:19.462830 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:19.463974 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "DELETE /v2.0/security-groups/b217b3a5-8430-4a3d-a9c6-6d246584b8b3 HTTP/1.1" status: 204 len: 168 time: 0.1338320 Apr 12 13:38:19.466682 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34768) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:19.474170 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b217b3a5-8430-4a3d-a9c6-6d246584b8b3,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:19.482008 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.482354 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.482699 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.483038 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.483369 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.483702 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.484032 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.484383 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.484772 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.485098 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.485450 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.485557 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.api.v2.resource [None req-3918bd21-fdbc-433e-9280-75ab87e68022 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] show failed (client error): The resource could not be found. Apr 12 13:38:19.485776 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.486094 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.489045 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.489210 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-3918bd21-fdbc-433e-9280-75ab87e68022 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups/b217b3a5-8430-4a3d-a9c6-6d246584b8b3 HTTP/1.1" status: 404 len: 347 time: 0.0184386 Apr 12 13:38:19.489297 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd6022e-69be-4c66-a087-76701d597406 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.489383 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34770) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:19.610779 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Deleting port 19f901cf-829d-43bc-b6f4-4efaa92d44dd {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:38:19.611029 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (19f901cf-829d-43bc-b6f4-4efaa92d44dd), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:19.688762 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (19f901cf-829d-43bc-b6f4-4efaa92d44dd), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:19.689490 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for floatingip (19f901cf-829d-43bc-b6f4-4efaa92d44dd), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:19.702732 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Calling delete_port for 19f901cf-829d-43bc-b6f4-4efaa92d44dd owned by network:floatingip {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:38:19.773259 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:19.841832 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (19f901cf-829d-43bc-b6f4-4efaa92d44dd), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:19.867505 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Pushing event deleted for resources: {'Port': ['ID=19f901cf-829d-43bc-b6f4-4efaa92d44dd,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:19.880766 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.881125 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.881591 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.881936 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.882275 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.882608 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.882939 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.883266 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.883595 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.883919 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.884243 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.884568 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.884889 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.885240 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.885562 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:19.943854 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks [] for floatingip (4100ea49-d302-43c8-afcf-50ccf7ffd491), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:19.946423 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:19.947601 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-5e328cfd-88d5-4e8a-9d86-9c0d2bca8561 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "DELETE /v2.0/floatingips/4100ea49-d302-43c8-afcf-50ccf7ffd491 HTTP/1.1" status: 204 len: 168 time: 0.4574111 Apr 12 13:38:20.709459 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device fee58994-2184-4fd9-8331-351ac9e60eae no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:38:20.730565 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: fee58994-2184-4fd9-8331-351ac9e60eae {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:38:20.730913 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device fee58994-2184-4fd9-8331-351ac9e60eae not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:38:22.403307 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2aec37-fea1-4d45-918d-a62517e26e1d req-1ae5e1ec-ff75-473f-8984-c0397e95132b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:22.404817 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1b2aec37-fea1-4d45-918d-a62517e26e1d req-1ae5e1ec-ff75-473f-8984-c0397e95132b tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0484083 Apr 12 13:38:22.454952 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1b2aec37-fea1-4d45-918d-a62517e26e1d req-924888d7-9d71-468c-9654-631f6b11847a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434315 Apr 12 13:38:22.981325 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-877f8e53-299b-484f-906e-7dfdc14b917b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-459812030&fields=id&tenant_id=1676d317c2b9497bb9f5385646737fbf HTTP/1.1" status: 200 len: 267 time: 0.0432272 Apr 12 13:38:23.084990 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-95489b15-cfe6-41d2-b7b8-3d62ab4dca39 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:23.086363 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-95489b15-cfe6-41d2-b7b8-3d62ab4dca39 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/networks?id=0ef085e4-2104-43b5-a43c-9ee214d199b2 HTTP/1.1" status: 200 len: 809 time: 0.0977070 Apr 12 13:38:23.101019 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-e3f6e8a5-46a7-43bc-8482-8173bf8dd336 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/quotas/1676d317c2b9497bb9f5385646737fbf HTTP/1.1" status: 200 len: 375 time: 0.0094042 Apr 12 13:38:23.151257 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-5b20e803-4cd1-430c-9b1d-870c809d8ff0 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1676d317c2b9497bb9f5385646737fbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454245 Apr 12 13:38:23.246555 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-c4ff8ad7-bfec-460a-85fe-d4bd1f0e0e3b service neutron] 10.222.0.11 "GET /v2.0/networks/0ef085e4-2104-43b5-a43c-9ee214d199b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829871 Apr 12 13:38:23.336123 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-a544ecd9-3025-4f4a-8306-59c409d629d5 service neutron] 10.222.0.11 "GET /v2.0/networks/0ef085e4-2104-43b5-a43c-9ee214d199b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838745 Apr 12 13:38:23.570724 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b4eea-0c41-431b-8ebe-595edad3ca5b req-0fd73618-fcf6-46bd-9c48-908b25905283 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:23.572238 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f13b4eea-0c41-431b-8ebe-595edad3ca5b req-0fd73618-fcf6-46bd-9c48-908b25905283 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0479927 Apr 12 13:38:23.615848 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-36530be3-998d-4fe1-8a69-396bc9f93f92 req-58d03026-763d-4936-9bf8-c1f819c2ab4e tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 210 time: 0.0292509 Apr 12 13:38:23.626090 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f13b4eea-0c41-431b-8ebe-595edad3ca5b req-e6475859-32a2-4d29-a35f-dbe7ab68fb40 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477281 Apr 12 13:38:24.722214 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e4ed1-4500-4714-8f4e-9d567abdc28c req-609e5a09-fbf3-4193-8c5e-5e9151b43e47 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:24.724270 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4a6e4ed1-4500-4714-8f4e-9d567abdc28c req-609e5a09-fbf3-4193-8c5e-5e9151b43e47 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0816288 Apr 12 13:38:24.754360 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f6a1c5b5-74ca-409d-876f-80cd04eea27e req-502430ae-1410-45f0-a536-905c60be799c tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 210 time: 0.0426714 Apr 12 13:38:24.792278 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437f9b4-ce94-480a-a621-4f2f71996a08 req-ca4258ce-972b-40d9-9579-97dc043ba4d6 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:24.794452 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2437f9b4-ce94-480a-a621-4f2f71996a08 req-ca4258ce-972b-40d9-9579-97dc043ba4d6 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=a8c67260-2a67-4045-b4b4-801fd647e09c HTTP/1.1" status: 200 len: 945 time: 0.0940921 Apr 12 13:38:24.847131 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-40af0fc5-89a8-4b72-8a12-71ea2a288f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:24.879114 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-8dcf28b2-07c7-43a1-95a7-f7dca4bcb826 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:24.880607 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-8dcf28b2-07c7-43a1-95a7-f7dca4bcb826 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.41 "GET /v2.0/networks?id=0ef085e4-2104-43b5-a43c-9ee214d199b2 HTTP/1.1" status: 200 len: 809 time: 0.1475577 Apr 12 13:38:24.888978 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-4a6e4ed1-4500-4714-8f4e-9d567abdc28c req-4ff7e608-9f1a-44b0-b276-055ecbe2c95a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Deleting port 1cfea81e-d77e-4c85-ae49-26b624080d7c {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:38:24.889358 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-4a6e4ed1-4500-4714-8f4e-9d567abdc28c req-4ff7e608-9f1a-44b0-b276-055ecbe2c95a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (1cfea81e-d77e-4c85-ae49-26b624080d7c), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:24.895471 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2437f9b4-ce94-480a-a621-4f2f71996a08 req-186fba2b-cb08-4d1b-98b0-4fe8f23957de tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944929 Apr 12 13:38:24.966916 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-1e930197-9733-4def-b36d-f21f0822c121 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1676d317c2b9497bb9f5385646737fbf HTTP/1.1" status: 200 len: 379 time: 0.0588906 Apr 12 13:38:24.976545 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-596a8d42-558b-434a-a5d9-da5ee6d22227 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Request body: {'port': {'device_id': 'd0c26641-9eaa-496a-abfc-a1787d465d21', 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2', 'admin_state_up': True, 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'security_groups': ['bde23ca5-aaeb-4646-9029-44b1d9fe8304']}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:38:24.989153 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-4a6e4ed1-4500-4714-8f4e-9d567abdc28c req-4ff7e608-9f1a-44b0-b276-055ecbe2c95a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] For port 1cfea81e-d77e-4c85-ae49-26b624080d7c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=1cfea81e-d77e-4c85-ae49-26b624080d7c,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:38:24.989603 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-4a6e4ed1-4500-4714-8f4e-9d567abdc28c req-4ff7e608-9f1a-44b0-b276-055ecbe2c95a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (1cfea81e-d77e-4c85-ae49-26b624080d7c), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:25.003399 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-4a6e4ed1-4500-4714-8f4e-9d567abdc28c req-4ff7e608-9f1a-44b0-b276-055ecbe2c95a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Calling delete_port for 1cfea81e-d77e-4c85-ae49-26b624080d7c owned by compute:nova {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:38:25.081883 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-596a8d42-558b-434a-a5d9-da5ee6d22227 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Made reservation on behalf of 1676d317c2b9497bb9f5385646737fbf for: {'port': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:38:25.085500 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-596a8d42-558b-434a-a5d9-da5ee6d22227 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:25.138125 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-4a6e4ed1-4500-4714-8f4e-9d567abdc28c req-4ff7e608-9f1a-44b0-b276-055ecbe2c95a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (1cfea81e-d77e-4c85-ae49-26b624080d7c), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:25.150202 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['f0ab50a3-db2b-4e65-8622-172c27e72eac'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:38:25.167641 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7e608-9f1a-44b0-b276-055ecbe2c95a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Pushing event deleted for resources: {'Port': ['ID=1cfea81e-d77e-4c85-ae49-26b624080d7c,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:25.220645 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6e4ed1-4500-4714-8f4e-9d567abdc28c req-4ff7e608-9f1a-44b0-b276-055ecbe2c95a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] No DVR routers for this DVR port 1cfea81e-d77e-4c85-ae49-26b624080d7c on host hv-cinder-83009 {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:38:25.224790 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-4a6e4ed1-4500-4714-8f4e-9d567abdc28c req-4ff7e608-9f1a-44b0-b276-055ecbe2c95a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:25.228323 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4a6e4ed1-4500-4714-8f4e-9d567abdc28c req-4ff7e608-9f1a-44b0-b276-055ecbe2c95a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.41 "DELETE /v2.0/ports/1cfea81e-d77e-4c85-ae49-26b624080d7c HTTP/1.1" status: 204 len: 173 time: 0.4859002 Apr 12 13:38:25.229041 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c67260-2a67-4045-b4b4-801fd647e09c', 'name': 'network-vif-deleted', 'tag': '1cfea81e-d77e-4c85-ae49-26b624080d7c'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:38:25.231054 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb787089-97d5-4d9e-9f0b-c66e086b6d70" -d '{"events": [{"server_uuid": "a8c67260-2a67-4045-b4b4-801fd647e09c", "name": "network-vif-deleted", "tag": "1cfea81e-d77e-4c85-ae49-26b624080d7c"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:38:25.234359 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-596a8d42-558b-434a-a5d9-da5ee6d22227 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Allocated IP 172.20.0.6 (0ef085e4-2104-43b5-a43c-9ee214d199b2/48bac659-ed33-4e2b-b30d-142fa3904e3e/c2ed179a-bbd3-40b3-8023-fc05054e87e5) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:38:25.269181 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2dcf5a-42be-4ef9-af8b-fb31ce1daf51 x-openstack-request-id: req-cf2dcf5a-42be-4ef9-af8b-fb31ce1daf51 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:38:25.269536 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c67260-2a67-4045-b4b4-801fd647e09c", "name": "network-vif-deleted", "tag": "1cfea81e-d77e-4c85-ae49-26b624080d7c", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:38:25.269681 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cf2dcf5a-42be-4ef9-af8b-fb31ce1daf51 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:38:25.270150 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf2dcf5a-42be-4ef9-af8b-fb31ce1daf51'] response: {'server_uuid': 'a8c67260-2a67-4045-b4b4-801fd647e09c', 'name': 'network-vif-deleted', 'tag': '1cfea81e-d77e-4c85-ae49-26b624080d7c', 'status': 'completed', 'code': 200} Apr 12 13:38:25.410793 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-596a8d42-558b-434a-a5d9-da5ee6d22227 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:25.451524 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-596a8d42-558b-434a-a5d9-da5ee6d22227 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:25.497361 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-596a8d42-558b-434a-a5d9-da5ee6d22227 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Network 0ef085e4-2104-43b5-a43c-9ee214d199b2 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:38:25.500407 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-596a8d42-558b-434a-a5d9-da5ee6d22227 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:38:25.503107 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-596a8d42-558b-434a-a5d9-da5ee6d22227 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:38:25.538173 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a8d42-558b-434a-a5d9-da5ee6d22227 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Pushing event updated for resources: {'Port': ['ID=c2ed179a-bbd3-40b3-8023-fc05054e87e5,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:25.567670 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-596a8d42-558b-434a-a5d9-da5ee6d22227 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:25.568350 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-596a8d42-558b-434a-a5d9-da5ee6d22227 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:25.588673 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-596a8d42-558b-434a-a5d9-da5ee6d22227 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6161196 Apr 12 13:38:25.804969 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Request body: {'port': {'device_id': 'd0c26641-9eaa-496a-abfc-a1787d465d21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:38:25.808277 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-215fee90-836c-4588-b7a7-fb5fa33e9bc1 None None] Provisioning complete for port c2ed179a-bbd3-40b3-8023-fc05054e87e5 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:38:25.808737 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-215fee90-836c-4588-b7a7-fb5fa33e9bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:25.847010 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-215fee90-836c-4588-b7a7-fb5fa33e9bc1 None None] Port c2ed179a-bbd3-40b3-8023-fc05054e87e5 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:38:25.864128 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf17970-51e9-480a-a352-a794976c206b req-e3ac282e-76d5-410e-9a44-6b8d0cc8a5c2 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:25.871495 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2bf17970-51e9-480a-a352-a794976c206b req-e3ac282e-76d5-410e-9a44-6b8d0cc8a5c2 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 931 time: 0.0569537 Apr 12 13:38:25.891396 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:25.937185 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2bf17970-51e9-480a-a352-a794976c206b req-bf5c2593-bf35-4be0-9d32-0c756ac713c9 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646548 Apr 12 13:38:26.215768 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a644147-2780-4497-8365-e4a4cd8af2df req-554f28ef-9682-4f69-b425-2aaebb3b90b1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:26.217195 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8a644147-2780-4497-8365-e4a4cd8af2df req-554f28ef-9682-4f69-b425-2aaebb3b90b1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0720034 Apr 12 13:38:26.223870 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ed179a-bbd3-40b3-8023-fc05054e87e5 {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:38:26.238986 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Publish callbacks [] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:26.269610 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Transition to ACTIVE for port object c2ed179a-bbd3-40b3-8023-fc05054e87e5 will not be triggered until provisioned by entity L2. {{(pid=103295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:38:26.277487 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:26.326423 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8a644147-2780-4497-8365-e4a4cd8af2df req-83e6d7d1-fa51-4a5e-890a-42660df0bc8f tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978007 Apr 12 13:38:26.350461 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Pushing event updated for resources: {'Port': ['ID=c2ed179a-bbd3-40b3-8023-fc05054e87e5,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:26.428558 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Attempting to bind port c2ed179a-bbd3-40b3-8023-fc05054e87e5 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:38:26.428901 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Attempting to bind port c2ed179a-bbd3-40b3-8023-fc05054e87e5 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '94999333-ccb2-4d37-8a6e-3675f19d4cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:38:26.429295 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Attempting to bind port c2ed179a-bbd3-40b3-8023-fc05054e87e5 on network 0ef085e4-2104-43b5-a43c-9ee214d199b2 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:38:26.433894 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Port c2ed179a-bbd3-40b3-8023-fc05054e87e5 on network 0ef085e4-2104-43b5-a43c-9ee214d199b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:38:26.434223 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Attempting to bind port c2ed179a-bbd3-40b3-8023-fc05054e87e5 on network 0ef085e4-2104-43b5-a43c-9ee214d199b2 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:38:26.439640 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:38:26.439983 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Checking segment: {'id': '94999333-ccb2-4d37-8a6e-3675f19d4cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:38:26.440378 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Bound using segment: {'id': '94999333-ccb2-4d37-8a6e-3675f19d4cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:38:26.440816 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Bound port: c2ed179a-bbd3-40b3-8023-fc05054e87e5, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94999333-ccb2-4d37-8a6e-3675f19d4cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:38:26.441211 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:26.513571 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] For port c2ed179a-bbd3-40b3-8023-fc05054e87e5, host hv-cinder-83009, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:38:26.517024 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] For port c2ed179a-bbd3-40b3-8023-fc05054e87e5, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c2ed179a-bbd3-40b3-8023-fc05054e87e5,segment=NetworkSegment(94999333-ccb2-4d37-8a6e-3675f19d4cb7),segment_id=94999333-ccb2-4d37-8a6e-3675f19d4cb7)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:38:26.523008 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:26.555040 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:26.555655 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:26.557206 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] 10.222.0.41 "PUT /v2.0/ports/c2ed179a-bbd3-40b3-8023-fc05054e87e5 HTTP/1.1" status: 200 len: 1093 time: 0.7570114 Apr 12 13:38:26.557664 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c26641-9eaa-496a-abfc-a1787d465d21', 'tag': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:38:26.559696 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75b96f7-3b6e-4b83-9ff7-5b75608737e4" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c26641-9eaa-496a-abfc-a1787d465d21", "tag": "c2ed179a-bbd3-40b3-8023-fc05054e87e5"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:38:26.593470 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e137088-fadf-4c9f-bc0d-3f08e383215c service neutron] Pushing event updated for resources: {'Port': ['ID=c2ed179a-bbd3-40b3-8023-fc05054e87e5,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:26.603666 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79e7877-2bfc-4121-a54b-0f6b706fa494 x-openstack-request-id: req-b79e7877-2bfc-4121-a54b-0f6b706fa494 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:38:26.604015 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c26641-9eaa-496a-abfc-a1787d465d21", "tag": "c2ed179a-bbd3-40b3-8023-fc05054e87e5", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:38:26.604216 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b79e7877-2bfc-4121-a54b-0f6b706fa494 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:38:26.604633 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b79e7877-2bfc-4121-a54b-0f6b706fa494'] response: {'name': 'network-changed', 'server_uuid': 'd0c26641-9eaa-496a-abfc-a1787d465d21', 'tag': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5', 'status': 'completed', 'code': 200} Apr 12 13:38:26.746024 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 1cfea81e-d77e-4c85-ae49-26b624080d7c no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:38:26.770773 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: 1cfea81e-d77e-4c85-ae49-26b624080d7c {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:38:26.771113 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 1cfea81e-d77e-4c85-ae49-26b624080d7c not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:38:27.058767 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c121a03-4e60-43bd-926c-2697c4ad2e69 req-d84f4005-406a-4b2d-8611-0a37aa7a2d6b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:27.060220 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3c121a03-4e60-43bd-926c-2697c4ad2e69 req-d84f4005-406a-4b2d-8611-0a37aa7a2d6b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0478771 Apr 12 13:38:27.110972 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3c121a03-4e60-43bd-926c-2697c4ad2e69 req-f57d95a6-e96d-4a83-98e6-338b1fc3294c tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442348 Apr 12 13:38:27.450043 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13454d1-e871-485a-a3bf-46814839d2d1 req-53b1f9bf-fb61-4dab-aabb-2f05c0b473f1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:27.451568 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b13454d1-e871-485a-a3bf-46814839d2d1 req-53b1f9bf-fb61-4dab-aabb-2f05c0b473f1 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0494368 Apr 12 13:38:27.464751 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e119381d-5014-4107-82b7-376b9aa1c7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:27.503156 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b13454d1-e871-485a-a3bf-46814839d2d1 req-a8e9c24f-5bc5-4251-93ab-c9e263f70d81 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459034 Apr 12 13:38:27.847576 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d53d2-0bde-4217-b0d3-cd0ea36fc613 req-a98e89ed-206d-48a8-9597-e14715ea1d29 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:27.848983 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-476d53d2-0bde-4217-b0d3-cd0ea36fc613 req-a98e89ed-206d-48a8-9597-e14715ea1d29 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0533178 Apr 12 13:38:27.897951 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-476d53d2-0bde-4217-b0d3-cd0ea36fc613 req-d9c0980a-c87b-43c4-a6d9-65c35b3ecee6 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420060 Apr 12 13:38:28.061059 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:28.200448 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b96f7-3b6e-4b83-9ff7-5b75608737e4 req-f1a0476a-73d9-4dfe-8da5-879ff97fff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:28.201997 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c75b96f7-3b6e-4b83-9ff7-5b75608737e4 req-f1a0476a-73d9-4dfe-8da5-879ff97fff18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1676d317c2b9497bb9f5385646737fbf&device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 1127 time: 0.0478795 Apr 12 13:38:28.235092 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11931e40-1093-4fa7-a8c1-3c243439c70b req-925453d0-7565-4629-a7e7-741c61b20cd9 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:28.236559 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-11931e40-1093-4fa7-a8c1-3c243439c70b req-925453d0-7565-4629-a7e7-741c61b20cd9 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0511363 Apr 12 13:38:28.285129 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-11931e40-1093-4fa7-a8c1-3c243439c70b req-131796ec-e1a1-4211-b82e-ea365c0582ae tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429060 Apr 12 13:38:28.619417 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fb2e9-5b93-4cf1-90e5-816ead490619 req-73cf7ebe-8d5d-409a-999b-7181b8ee9de3 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:28.620933 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6f0fb2e9-5b93-4cf1-90e5-816ead490619 req-73cf7ebe-8d5d-409a-999b-7181b8ee9de3 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0522807 Apr 12 13:38:28.670616 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6f0fb2e9-5b93-4cf1-90e5-816ead490619 req-e389a5a3-26f3-4074-863c-39cf1fc9812a tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/security-groups?id=5311f051-e468-4454-ad33-f52ff35d0dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424733 Apr 12 13:38:29.019568 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63322441-80b9-426f-ac96-10d161683d88 req-aeb4cd52-c98d-4917-a22b-67190a72e7a6 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:29.021066 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-63322441-80b9-426f-ac96-10d161683d88 req-aeb4cd52-c98d-4917-a22b-67190a72e7a6 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0495448 Apr 12 13:38:29.066929 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b96f7-3b6e-4b83-9ff7-5b75608737e4 req-c92e8b03-01a1-408e-ae37-1aa70bd75a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:29.068392 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c75b96f7-3b6e-4b83-9ff7-5b75608737e4 req-c92e8b03-01a1-408e-ae37-1aa70bd75a1d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1676d317c2b9497bb9f5385646737fbf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0986261 Apr 12 13:38:29.071838 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-63322441-80b9-426f-ac96-10d161683d88 req-99533d4a-3388-41cf-bec3-fab0972d185a tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448639 Apr 12 13:38:29.265258 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8cd0c8-f042-4aae-a258-3498096831fe req-fe5b5c56-51f3-4003-9659-4b84da55a2c6 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:29.267362 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ae8cd0c8-f042-4aae-a258-3498096831fe req-fe5b5c56-51f3-4003-9659-4b84da55a2c6 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.41 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 946 time: 0.0468071 Apr 12 13:38:29.315655 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75b96f7-3b6e-4b83-9ff7-5b75608737e4 req-f4d74636-d74f-4d5c-9e76-20dfa333ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:29.317540 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c75b96f7-3b6e-4b83-9ff7-5b75608737e4 req-f4d74636-d74f-4d5c-9e76-20dfa333ed3e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973887 Apr 12 13:38:29.364633 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-ae8cd0c8-f042-4aae-a258-3498096831fe req-88cb9fc1-879b-4476-9417-29a4068292c7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Deleting port f0ab50a3-db2b-4e65-8622-172c27e72eac {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:38:29.365023 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-ae8cd0c8-f042-4aae-a258-3498096831fe req-88cb9fc1-879b-4476-9417-29a4068292c7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (f0ab50a3-db2b-4e65-8622-172c27e72eac), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:29.418499 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749c202-cbe8-4d86-beaa-3ef576777050 req-f50cb477-badb-4369-8604-3701e98c4d90 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:29.420358 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f749c202-cbe8-4d86-beaa-3ef576777050 req-f50cb477-badb-4369-8604-3701e98c4d90 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0597165 Apr 12 13:38:29.466050 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-ae8cd0c8-f042-4aae-a258-3498096831fe req-88cb9fc1-879b-4476-9417-29a4068292c7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] For port f0ab50a3-db2b-4e65-8622-172c27e72eac, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=f0ab50a3-db2b-4e65-8622-172c27e72eac,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:38:29.466415 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-ae8cd0c8-f042-4aae-a258-3498096831fe req-88cb9fc1-879b-4476-9417-29a4068292c7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (f0ab50a3-db2b-4e65-8622-172c27e72eac), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:29.472573 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f749c202-cbe8-4d86-beaa-3ef576777050 req-79b1e8be-9194-4fcc-b05a-eb634bbb6018 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458343 Apr 12 13:38:29.480042 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-ae8cd0c8-f042-4aae-a258-3498096831fe req-88cb9fc1-879b-4476-9417-29a4068292c7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Calling delete_port for f0ab50a3-db2b-4e65-8622-172c27e72eac owned by compute:nova {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:38:29.631304 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-cb8f672c-bf86-4e65-be3b-725bf27a9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:29.633054 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-cb8f672c-bf86-4e65-be3b-725bf27a9c88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1676d317c2b9497bb9f5385646737fbf&device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 1127 time: 0.0427165 Apr 12 13:38:29.640510 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-ae8cd0c8-f042-4aae-a258-3498096831fe req-88cb9fc1-879b-4476-9417-29a4068292c7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (f0ab50a3-db2b-4e65-8622-172c27e72eac), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:29.648260 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6b9df-ecd0-4aed-954c-41c1a9a67522 req-aee45186-80e0-45b4-b63c-abca2ed568eb tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:29.649747 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3da6b9df-ecd0-4aed-954c-41c1a9a67522 req-aee45186-80e0-45b4-b63c-abca2ed568eb tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.41 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0584500 Apr 12 13:38:29.653939 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['f0ab50a3-db2b-4e65-8622-172c27e72eac'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:38:29.686975 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-1be87f09-420f-469c-85ad-73255386eb50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2ed179a-bbd3-40b3-8023-fc05054e87e5 HTTP/1.1" status: 200 len: 217 time: 0.0453973 Apr 12 13:38:29.726265 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb9fc1-879b-4476-9417-29a4068292c7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Pushing event deleted for resources: {'Port': ['ID=f0ab50a3-db2b-4e65-8622-172c27e72eac,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:29.730968 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:29.750704 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-c85b3922-ea66-42de-a1bd-b419b9f4730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:29.753500 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-c85b3922-ea66-42de-a1bd-b419b9f4730f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48bac659-ed33-4e2b-b30d-142fa3904e3e HTTP/1.1" status: 200 len: 848 time: 0.0606213 Apr 12 13:38:29.800083 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-876da0c4-cd0b-4f13-a9c6-2668718bc2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:29.801755 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-876da0c4-cd0b-4f13-a9c6-2668718bc2c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ef085e4-2104-43b5-a43c-9ee214d199b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410130 Apr 12 13:38:29.813742 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8cd0c8-f042-4aae-a258-3498096831fe req-88cb9fc1-879b-4476-9417-29a4068292c7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] No DVR routers for this DVR port f0ab50a3-db2b-4e65-8622-172c27e72eac on host hv-cinder-83009 {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:38:29.816564 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-663ec9e0-90eb-416b-ab81-63481dad852f req-03febfcc-408c-4c8c-b305-11acfd3d9b26 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 210 time: 0.0530546 Apr 12 13:38:29.817599 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-ae8cd0c8-f042-4aae-a258-3498096831fe req-88cb9fc1-879b-4476-9417-29a4068292c7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:29.820782 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ae8cd0c8-f042-4aae-a258-3498096831fe req-88cb9fc1-879b-4476-9417-29a4068292c7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.41 "DELETE /v2.0/ports/f0ab50a3-db2b-4e65-8622-172c27e72eac HTTP/1.1" status: 204 len: 173 time: 0.5466561 Apr 12 13:38:29.839586 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25cb5a9-78fc-499c-9465-c7948dc1ab34', 'name': 'network-vif-deleted', 'tag': 'f0ab50a3-db2b-4e65-8622-172c27e72eac'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:38:29.841781 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026d4191-e064-4f72-90fb-d33ff2724fd2" -d '{"events": [{"server_uuid": "e25cb5a9-78fc-499c-9465-c7948dc1ab34", "name": "network-vif-deleted", "tag": "f0ab50a3-db2b-4e65-8622-172c27e72eac"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:38:29.893150 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-3da6b9df-ecd0-4aed-954c-41c1a9a67522 req-fe820460-9342-4efb-8963-3002f7b39d00 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Deleting port 86f208c6-672c-426b-a655-9a9dd142e67a {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:38:29.893995 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3da6b9df-ecd0-4aed-954c-41c1a9a67522 req-fe820460-9342-4efb-8963-3002f7b39d00 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (86f208c6-672c-426b-a655-9a9dd142e67a), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:29.913221 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f8937a-da51-4cb5-8de8-6fff09f7aad6 x-openstack-request-id: req-b5f8937a-da51-4cb5-8de8-6fff09f7aad6 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:38:29.913520 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25cb5a9-78fc-499c-9465-c7948dc1ab34", "name": "network-vif-deleted", "tag": "f0ab50a3-db2b-4e65-8622-172c27e72eac", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:38:29.913786 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5f8937a-da51-4cb5-8de8-6fff09f7aad6 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:38:29.914168 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5f8937a-da51-4cb5-8de8-6fff09f7aad6'] response: {'server_uuid': 'e25cb5a9-78fc-499c-9465-c7948dc1ab34', 'name': 'network-vif-deleted', 'tag': 'f0ab50a3-db2b-4e65-8622-172c27e72eac', 'status': 'completed', 'code': 200} Apr 12 13:38:29.935894 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-9817510a-bfeb-4697-8213-932aaac1553a service neutron] 10.222.0.41 "GET /v2.0/networks/0ef085e4-2104-43b5-a43c-9ee214d199b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257408 Apr 12 13:38:29.998315 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-3da6b9df-ecd0-4aed-954c-41c1a9a67522 req-fe820460-9342-4efb-8963-3002f7b39d00 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] For port 86f208c6-672c-426b-a655-9a9dd142e67a, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=86f208c6-672c-426b-a655-9a9dd142e67a,segment=NetworkSegment(d6bc079b-8905-44eb-b690-c8cda7fe1d16),segment_id=d6bc079b-8905-44eb-b690-c8cda7fe1d16)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:38:29.998677 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3da6b9df-ecd0-4aed-954c-41c1a9a67522 req-fe820460-9342-4efb-8963-3002f7b39d00 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (86f208c6-672c-426b-a655-9a9dd142e67a), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:30.046173 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5b8dfaca-39c1-4719-a9bb-742ede57170f req-612a9ad5-477f-45f3-86cd-87d73c052dcb service neutron] 10.222.0.41 "GET /v2.0/networks/0ef085e4-2104-43b5-a43c-9ee214d199b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998256 Apr 12 13:38:30.222242 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3da6b9df-ecd0-4aed-954c-41c1a9a67522 req-fe820460-9342-4efb-8963-3002f7b39d00 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:30.222813 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3da6b9df-ecd0-4aed-954c-41c1a9a67522 req-fe820460-9342-4efb-8963-3002f7b39d00 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (b7bd7740-105d-4edc-89c9-c61ad5714e2a), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:30.222920 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.l3_db [req-3da6b9df-ecd0-4aed-954c-41c1a9a67522 req-fe820460-9342-4efb-8963-3002f7b39d00 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Floating IP b7bd7740-105d-4edc-89c9-c61ad5714e2a disassociated. External IP: 172.27.2.52, port: 86f208c6-672c-426b-a655-9a9dd142e67a. Apr 12 13:38:30.223240 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-3da6b9df-ecd0-4aed-954c-41c1a9a67522 req-fe820460-9342-4efb-8963-3002f7b39d00 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Calling delete_port for 86f208c6-672c-426b-a655-9a9dd142e67a owned by compute:nova {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:38:30.231570 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f0939-4185-41c9-bb13-d19e901b3024 req-206a3ac2-0e70-4f88-a056-7d344594a33c tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:30.233138 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-881f0939-4185-41c9-bb13-d19e901b3024 req-206a3ac2-0e70-4f88-a056-7d344594a33c tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 945 time: 0.0692644 Apr 12 13:38:30.339389 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-881f0939-4185-41c9-bb13-d19e901b3024 req-127928ec-8733-4a57-9c79-426203b534bf tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=a20871ec-ef61-4784-aef8-2eb5faa739ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952039 Apr 12 13:38:30.408717 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3da6b9df-ecd0-4aed-954c-41c1a9a67522 req-fe820460-9342-4efb-8963-3002f7b39d00 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (86f208c6-672c-426b-a655-9a9dd142e67a), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:30.436916 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe820460-9342-4efb-8963-3002f7b39d00 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Pushing event deleted for resources: {'Port': ['ID=86f208c6-672c-426b-a655-9a9dd142e67a,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:30.556274 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3da6b9df-ecd0-4aed-954c-41c1a9a67522 req-fe820460-9342-4efb-8963-3002f7b39d00 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Router 3ec45d9b-d793-4123-bae4-18b12e08dbff has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:38:30.601478 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f813104-04f4-4a6c-a070-ec75284f1821 req-4c7ed913-c79d-4387-8436-e3589b1ae905 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:30.603401 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6f813104-04f4-4a6c-a070-ec75284f1821 req-4c7ed913-c79d-4387-8436-e3589b1ae905 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0598843 Apr 12 13:38:30.656559 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6f813104-04f4-4a6c-a070-ec75284f1821 req-a5cbe30f-7af6-44e9-bfe2-26576a12f941 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472522 Apr 12 13:38:30.674393 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3da6b9df-ecd0-4aed-954c-41c1a9a67522 req-fe820460-9342-4efb-8963-3002f7b39d00 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:38:30.685541 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5eeaee-e10d-4193-a8aa-f900511f5455 None None] Sync routers for ids ['3ec45d9b-d793-4123-bae4-18b12e08dbff'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:38:30.695572 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5eeaee-e10d-4193-a8aa-f900511f5455 None None] Routers {'3ec45d9b-d793-4123-bae4-18b12e08dbff'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:38:30.696196 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-fe5eeaee-e10d-4193-a8aa-f900511f5455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:38:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['3ec45d9b-d793-4123-bae4-18b12e08dbff'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:30.725735 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da6b9df-ecd0-4aed-954c-41c1a9a67522 req-fe820460-9342-4efb-8963-3002f7b39d00 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] No DVR routers for this DVR port 86f208c6-672c-426b-a655-9a9dd142e67a on host hv-cinder-83009 {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:38:30.728536 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3da6b9df-ecd0-4aed-954c-41c1a9a67522 req-fe820460-9342-4efb-8963-3002f7b39d00 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:30.732357 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3da6b9df-ecd0-4aed-954c-41c1a9a67522 req-fe820460-9342-4efb-8963-3002f7b39d00 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.41 "DELETE /v2.0/ports/86f208c6-672c-426b-a655-9a9dd142e67a HTTP/1.1" status: 204 len: 173 time: 1.0761411 Apr 12 13:38:30.809340 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-fe5eeaee-e10d-4193-a8aa-f900511f5455 None None] Set router 3ec45d9b-d793-4123-bae4-18b12e08dbff gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:38:30.936201 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-576dda8f-1b52-4166-8124-4eb94d3abb21 req-bb3ad363-c7af-4480-86c5-9830248d35f4 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] 10.222.0.11 "GET /v2.0/ports?device_id=e25cb5a9-78fc-499c-9465-c7948dc1ab34 HTTP/1.1" status: 200 len: 210 time: 0.0320551 Apr 12 13:38:30.979086 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:31.032929 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-fe5eeaee-e10d-4193-a8aa-f900511f5455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:13Z', 'revision_number': 4, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port': {'id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:58Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '2e72d20c-d658-4248-adc0-85f10a91dc28', 'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'mac_address': 'fa:16:3e:05:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:08Z', 'updated_at': '2022-04-12T13:32:24Z', 'revision_number': 5, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'subnets': [{'id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:31.059374 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5eeaee-e10d-4193-a8aa-f900511f5455 None None] Checking router: 3ec45d9b-d793-4123-bae4-18b12e08dbff for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:38:31.068308 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5eeaee-e10d-4193-a8aa-f900511f5455 None None] Routers {'3ec45d9b-d793-4123-bae4-18b12e08dbff'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:38:31.068919 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-fe5eeaee-e10d-4193-a8aa-f900511f5455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:38:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['3ec45d9b-d793-4123-bae4-18b12e08dbff'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:31.302673 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-fe5eeaee-e10d-4193-a8aa-f900511f5455 None None] Set router 3ec45d9b-d793-4123-bae4-18b12e08dbff gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:38:31.437685 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a22f7cc7-62aa-4088-9277-387d66f48a80 req-81fbad67-3c71-4522-a993-c32f1dcb8eb8 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=42d5deca-d480-4388-998b-689de493613f HTTP/1.1" status: 200 len: 210 time: 0.0279133 Apr 12 13:38:31.509907 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-fe5eeaee-e10d-4193-a8aa-f900511f5455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:13Z', 'revision_number': 4, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port': {'id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:58Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '2e72d20c-d658-4248-adc0-85f10a91dc28', 'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'mac_address': 'fa:16:3e:05:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:08Z', 'updated_at': '2022-04-12T13:32:24Z', 'revision_number': 5, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'subnets': [{'id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:31.540790 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5eeaee-e10d-4193-a8aa-f900511f5455 None None] The sync data for ids ['3ec45d9b-d793-4123-bae4-18b12e08dbff'] in dv-cinder-830098-4-iscsi is: [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:13Z', 'revision_number': 4, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port': {'id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:58Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '2e72d20c-d658-4248-adc0-85f10a91dc28', 'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'mac_address': 'fa:16:3e:05:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:08Z', 'updated_at': '2022-04-12T13:32:24Z', 'revision_number': 5, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'subnets': [{'id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:38:31.778926 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ec8ad-527c-4188-8cbe-17b6ae9e8ac8 req-d5ee07bb-aead-4e4f-8ff4-71bef5371974 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:31.780574 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ed8ec8ad-527c-4188-8cbe-17b6ae9e8ac8 req-d5ee07bb-aead-4e4f-8ff4-71bef5371974 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0502467 Apr 12 13:38:31.790768 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c8b49-56ee-4d97-a0e1-56fdc5a3df2c None None] New status for floating IP b7bd7740-105d-4edc-89c9-c61ad5714e2a: DOWN {{(pid=103297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:38:31.832822 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ed8ec8ad-527c-4188-8cbe-17b6ae9e8ac8 req-11996323-f50a-47ce-a89f-761673c8f857 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448859 Apr 12 13:38:31.915714 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d5deca-d480-4388-998b-689de493613f', 'name': 'network-vif-deleted', 'tag': '86f208c6-672c-426b-a655-9a9dd142e67a'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:38:31.918087 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19433929-be38-480e-8a98-a48d169b5dbb" -d '{"events": [{"server_uuid": "42d5deca-d480-4388-998b-689de493613f", "name": "network-vif-deleted", "tag": "86f208c6-672c-426b-a655-9a9dd142e67a"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:38:31.963825 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae0fa52-bf88-41df-a65a-60a88daced97 x-openstack-request-id: req-fae0fa52-bf88-41df-a65a-60a88daced97 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:38:31.964115 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42d5deca-d480-4388-998b-689de493613f", "name": "network-vif-deleted", "tag": "86f208c6-672c-426b-a655-9a9dd142e67a", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:38:31.964364 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fae0fa52-bf88-41df-a65a-60a88daced97 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:38:31.964766 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae0fa52-bf88-41df-a65a-60a88daced97'] response: {'server_uuid': '42d5deca-d480-4388-998b-689de493613f', 'name': 'network-vif-deleted', 'tag': '86f208c6-672c-426b-a655-9a9dd142e67a', 'status': 'completed', 'code': 200} Apr 12 13:38:31.993871 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34884) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:32.521788 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34892) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:32.549240 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f76e150c-5c56-4b69-9b0f-b837e3f53d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-463822'] for router_interface (9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:32.575967 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1082dc05-98ba-479d-a31f-a912b438b8fb tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group (a20871ec-ef61-4784-aef8-2eb5faa739ef), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:32.603780 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1082dc05-98ba-479d-a31f-a912b438b8fb tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group (a20871ec-ef61-4784-aef8-2eb5faa739ef), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:32.656338 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1082dc05-98ba-479d-a31f-a912b438b8fb tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (a20871ec-ef61-4784-aef8-2eb5faa739ef), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:32.659149 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1082dc05-98ba-479d-a31f-a912b438b8fb tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:32.663147 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-1082dc05-98ba-479d-a31f-a912b438b8fb tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "DELETE /v2.0/security-groups/a20871ec-ef61-4784-aef8-2eb5faa739ef HTTP/1.1" status: 204 len: 168 time: 0.1376138 Apr 12 13:38:32.664100 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34894) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:32.690662 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.api.v2.resource [None req-5b3b4526-a837-4f93-99d4-dcb549fd762e tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] show failed (client error): The resource could not be found. Apr 12 13:38:32.694444 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-5b3b4526-a837-4f93-99d4-dcb549fd762e tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups/a20871ec-ef61-4784-aef8-2eb5faa739ef HTTP/1.1" status: 404 len: 347 time: 0.0266876 Apr 12 13:38:32.694444 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082dc05-98ba-479d-a31f-a912b438b8fb tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20871ec-ef61-4784-aef8-2eb5faa739ef,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:32.694678 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34896) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:32.771508 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device f0ab50a3-db2b-4e65-8622-172c27e72eac no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:38:32.794324 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: f0ab50a3-db2b-4e65-8622-172c27e72eac {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:38:32.794673 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device f0ab50a3-db2b-4e65-8622-172c27e72eac not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:38:32.795280 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 86f208c6-672c-426b-a655-9a9dd142e67a no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:38:32.819557 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: 86f208c6-672c-426b-a655-9a9dd142e67a {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:38:32.819905 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 86f208c6-672c-426b-a655-9a9dd142e67a not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:38:32.827325 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-2205c090-5747-4fa5-a1f6-1d1632b9edbf tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Deleting port 82dbe54d-49f4-47d1-a5fa-4373bcc951e5 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:38:32.827882 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2205c090-5747-4fa5-a1f6-1d1632b9edbf tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (82dbe54d-49f4-47d1-a5fa-4373bcc951e5), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:32.908852 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2205c090-5747-4fa5-a1f6-1d1632b9edbf tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (82dbe54d-49f4-47d1-a5fa-4373bcc951e5), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:32.908852 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2205c090-5747-4fa5-a1f6-1d1632b9edbf tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for floatingip (82dbe54d-49f4-47d1-a5fa-4373bcc951e5), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:32.946824 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-2205c090-5747-4fa5-a1f6-1d1632b9edbf tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Calling delete_port for 82dbe54d-49f4-47d1-a5fa-4373bcc951e5 owned by network:floatingip {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:38:32.972985 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94b112-2c67-4064-90cf-7b366f2eb7f8 req-2a1a85bc-b9bc-4088-8b6e-c062723247c5 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:32.974410 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bc94b112-2c67-4064-90cf-7b366f2eb7f8 req-2a1a85bc-b9bc-4088-8b6e-c062723247c5 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0629203 Apr 12 13:38:33.077340 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-bc94b112-2c67-4064-90cf-7b366f2eb7f8 req-2c8fa4c3-fb7f-4832-9671-b53ad11cd96f tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688286 Apr 12 13:38:33.143271 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-f76e150c-5c56-4b69-9b0f-b837e3f53d8b admin admin] Deleting port b51c3b45-b7dc-4f16-9518-bdac4229b820 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:38:33.143985 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f76e150c-5c56-4b69-9b0f-b837e3f53d8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (b51c3b45-b7dc-4f16-9518-bdac4229b820), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:33.144533 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2205c090-5747-4fa5-a1f6-1d1632b9edbf tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (82dbe54d-49f4-47d1-a5fa-4373bcc951e5), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:33.179593 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205c090-5747-4fa5-a1f6-1d1632b9edbf tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Pushing event deleted for resources: {'Port': ['ID=82dbe54d-49f4-47d1-a5fa-4373bcc951e5,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:33.226178 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-f76e150c-5c56-4b69-9b0f-b837e3f53d8b admin admin] For port b51c3b45-b7dc-4f16-9518-bdac4229b820, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=b51c3b45-b7dc-4f16-9518-bdac4229b820,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:38:33.226656 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f76e150c-5c56-4b69-9b0f-b837e3f53d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (b51c3b45-b7dc-4f16-9518-bdac4229b820), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:33.234761 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2205c090-5747-4fa5-a1f6-1d1632b9edbf tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for floatingip (b7bd7740-105d-4edc-89c9-c61ad5714e2a), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:33.237384 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2205c090-5747-4fa5-a1f6-1d1632b9edbf tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:33.241279 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-2205c090-5747-4fa5-a1f6-1d1632b9edbf tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "DELETE /v2.0/floatingips/b7bd7740-105d-4edc-89c9-c61ad5714e2a HTTP/1.1" status: 204 len: 168 time: 0.5429904 Apr 12 13:38:33.241541 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-f76e150c-5c56-4b69-9b0f-b837e3f53d8b admin admin] Calling delete_port for b51c3b45-b7dc-4f16-9518-bdac4229b820 owned by network:router_interface {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:38:33.435889 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f76e150c-5c56-4b69-9b0f-b837e3f53d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (b51c3b45-b7dc-4f16-9518-bdac4229b820), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:33.456197 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34902) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:33.461056 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-e1954607-c3b2-46f1-b17d-7424ad3c3c45 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--431144939', 'description': 'tempest-description--276115181'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:38:33.463092 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e150c-5c56-4b69-9b0f-b837e3f53d8b admin admin] Pushing event deleted for resources: {'Port': ['ID=b51c3b45-b7dc-4f16-9518-bdac4229b820,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:33.489640 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e1954607-c3b2-46f1-b17d-7424ad3c3c45 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:33.567717 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e1954607-c3b2-46f1-b17d-7424ad3c3c45 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group (38f37c14-d5db-4eba-b9b4-8ed0fae3c70d), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:33.572434 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e1954607-c3b2-46f1-b17d-7424ad3c3c45 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (38f37c14-d5db-4eba-b9b4-8ed0fae3c70d), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:33.612623 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e1954607-c3b2-46f1-b17d-7424ad3c3c45 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:33.613925 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-e1954607-c3b2-46f1-b17d-7424ad3c3c45 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1566250 Apr 12 13:38:33.616848 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34906) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:33.621316 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-f4abfabe-c4ee-4847-8a30-cb9f9ecf83ab tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Request body: {'security_group_rule': {'security_group_id': '38f37c14-d5db-4eba-b9b4-8ed0fae3c70d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:38:33.627024 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1954607-c3b2-46f1-b17d-7424ad3c3c45 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38f37c14-d5db-4eba-b9b4-8ed0fae3c70d,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:33.649778 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f76e150c-5c56-4b69-9b0f-b837e3f53d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-463714'] for router_interface (9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:33.657148 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f4abfabe-c4ee-4847-8a30-cb9f9ecf83ab tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group_rule (a289b7a2-ecfa-40a7-9047-a7860fde5696), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:33.722502 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f4abfabe-c4ee-4847-8a30-cb9f9ecf83ab tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group_rule (a289b7a2-ecfa-40a7-9047-a7860fde5696), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:33.726566 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f4abfabe-c4ee-4847-8a30-cb9f9ecf83ab tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (a289b7a2-ecfa-40a7-9047-a7860fde5696), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:33.744207 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abfabe-c4ee-4847-8a30-cb9f9ecf83ab tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a289b7a2-ecfa-40a7-9047-a7860fde5696,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:33.753972 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f4abfabe-c4ee-4847-8a30-cb9f9ecf83ab tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:33.755201 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-f4abfabe-c4ee-4847-8a30-cb9f9ecf83ab tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373954 Apr 12 13:38:33.758185 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34908) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:33.762500 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-5327376f-216d-42c1-a078-f5209612ee10 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Request body: {'security_group_rule': {'security_group_id': '38f37c14-d5db-4eba-b9b4-8ed0fae3c70d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:38:33.798890 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5327376f-216d-42c1-a078-f5209612ee10 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group_rule (68ba97d8-5fd0-4228-860f-f818112da6c0), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:33.857867 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5327376f-216d-42c1-a078-f5209612ee10 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group_rule (68ba97d8-5fd0-4228-860f-f818112da6c0), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:33.862115 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5327376f-216d-42c1-a078-f5209612ee10 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (68ba97d8-5fd0-4228-860f-f818112da6c0), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:33.882822 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327376f-216d-42c1-a078-f5209612ee10 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ba97d8-5fd0-4228-860f-f818112da6c0,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:33.887382 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76e150c-5c56-4b69-9b0f-b837e3f53d8b admin admin] Router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:38:33.888721 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5327376f-216d-42c1-a078-f5209612ee10 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:33.893076 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-5327376f-216d-42c1-a078-f5209612ee10 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307750 Apr 12 13:38:33.893528 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34910) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:33.898003 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-225dc3dd-005a-4162-b149-0d2f335f3f90 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Request body: {'floatingip': {'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:38:33.917796 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-225dc3dd-005a-4162-b149-0d2f335f3f90 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:33.999807 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-225dc3dd-005a-4162-b149-0d2f335f3f90 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:34.003404 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76e150c-5c56-4b69-9b0f-b837e3f53d8b admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:38:34.011127 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f76e150c-5c56-4b69-9b0f-b837e3f53d8b admin admin] 10.222.0.11 "PUT /v2.0/routers/9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0146749 Apr 12 13:38:34.011780 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34912) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:34.013627 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99fb5e0-7c0b-4eaa-8fc1-dc3723df4c2a None None] Sync routers for ids ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:38:34.023721 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99fb5e0-7c0b-4eaa-8fc1-dc3723df4c2a None None] Routers {'9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:38:34.024350 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b99fb5e0-7c0b-4eaa-8fc1-dc3723df4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:38:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:34.117274 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-225dc3dd-005a-4162-b149-0d2f335f3f90 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Allocated IP 172.27.2.192 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/09971968-9186-4e08-9342-fe04ced6d44e) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:38:34.132232 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-00fc40b1-f29f-49fc-8220-e63574d65768 admin admin] Publish callbacks [] for router (9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:34.145712 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-b99fb5e0-7c0b-4eaa-8fc1-dc3723df4c2a None None] Set router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:38:34.239423 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437217a3-e38a-4841-93dd-63dbdd557d63 req-5362298a-3a16-4d6a-acc4-0906986ab29f tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:34.240904 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-437217a3-e38a-4841-93dd-63dbdd557d63 req-5362298a-3a16-4d6a-acc4-0906986ab29f tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0820465 Apr 12 13:38:34.264480 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-00fc40b1-f29f-49fc-8220-e63574d65768 admin admin] Publish callbacks [] for router_gateway (9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:34.286560 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-225dc3dd-005a-4162-b149-0d2f335f3f90 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for port (09971968-9186-4e08-9342-fe04ced6d44e), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:34.314053 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-00fc40b1-f29f-49fc-8220-e63574d65768 admin admin] Deleting port 2191125b-10f1-433b-b1af-080c8e118b18 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:38:34.314521 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-00fc40b1-f29f-49fc-8220-e63574d65768 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (2191125b-10f1-433b-b1af-080c8e118b18), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:34.323005 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-437217a3-e38a-4841-93dd-63dbdd557d63 req-ca5ab8f7-3704-47f1-9d01-47d67c28f7db tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754149 Apr 12 13:38:34.332376 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b99fb5e0-7c0b-4eaa-8fc1-dc3723df4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'name': 'tempest-ServerRescueNegativeTestJSON-601545448-router', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '2191125b-10f1-433b-b1af-080c8e118b18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:50Z', 'updated_at': '2022-04-12T13:38:33Z', 'revision_number': 5, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'gw_port': {'id': '2191125b-10f1-433b-b1af-080c8e118b18', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:33:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:51Z', 'updated_at': '2022-04-12T13:32:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:34.356727 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-225dc3dd-005a-4162-b149-0d2f335f3f90 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (09971968-9186-4e08-9342-fe04ced6d44e), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:34.363137 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99fb5e0-7c0b-4eaa-8fc1-dc3723df4c2a None None] Checking router: 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:38:34.371901 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99fb5e0-7c0b-4eaa-8fc1-dc3723df4c2a None None] Routers {'9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:38:34.372788 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b99fb5e0-7c0b-4eaa-8fc1-dc3723df4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:38:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:34.413518 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225dc3dd-005a-4162-b149-0d2f335f3f90 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:38:34.414479 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-00fc40b1-f29f-49fc-8220-e63574d65768 admin admin] For port 2191125b-10f1-433b-b1af-080c8e118b18, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=2191125b-10f1-433b-b1af-080c8e118b18,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:38:34.414980 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-00fc40b1-f29f-49fc-8220-e63574d65768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (2191125b-10f1-433b-b1af-080c8e118b18), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:34.416538 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-225dc3dd-005a-4162-b149-0d2f335f3f90 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:38:34.420854 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225dc3dd-005a-4162-b149-0d2f335f3f90 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:38:34.432677 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-00fc40b1-f29f-49fc-8220-e63574d65768 admin admin] Calling delete_port for 2191125b-10f1-433b-b1af-080c8e118b18 owned by network:router_gateway {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:38:34.462589 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225dc3dd-005a-4162-b149-0d2f335f3f90 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Pushing event updated for resources: {'Port': ['ID=09971968-9186-4e08-9342-fe04ced6d44e,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:34.478465 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-b99fb5e0-7c0b-4eaa-8fc1-dc3723df4c2a None None] Set router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 gateway port host: None {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:38:34.525211 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-225dc3dd-005a-4162-b149-0d2f335f3f90 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for floatingip (2d0bd39c-a79e-43ff-8a28-7e2a192713f1), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:34.538977 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b99fb5e0-7c0b-4eaa-8fc1-dc3723df4c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'name': 'tempest-ServerRescueNegativeTestJSON-601545448-router', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:50Z', 'updated_at': '2022-04-12T13:38:34Z', 'revision_number': 6, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'gw_port_host': None}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:34.567011 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-225dc3dd-005a-4162-b149-0d2f335f3f90 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (09971968-9186-4e08-9342-fe04ced6d44e), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:34.568259 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99fb5e0-7c0b-4eaa-8fc1-dc3723df4c2a None None] The sync data for ids ['9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8'] in dv-cinder-830098-4-iscsi is: [{'id': '9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8', 'name': 'tempest-ServerRescueNegativeTestJSON-601545448-router', 'tenant_id': 'd2bb2007ea0444849922a4d55efee799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:50Z', 'updated_at': '2022-04-12T13:38:34Z', 'revision_number': 6, 'project_id': 'd2bb2007ea0444849922a4d55efee799', 'gw_port_host': None}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:38:34.616105 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-00fc40b1-f29f-49fc-8220-e63574d65768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (2191125b-10f1-433b-b1af-080c8e118b18), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:34.648423 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc40b1-f29f-49fc-8220-e63574d65768 admin admin] Pushing event deleted for resources: {'Port': ['ID=2191125b-10f1-433b-b1af-080c8e118b18,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:34.703325 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-00fc40b1-f29f-49fc-8220-e63574d65768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466052'] for router_gateway (9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:34.735233 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-225dc3dd-005a-4162-b149-0d2f335f3f90 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for port (09971968-9186-4e08-9342-fe04ced6d44e), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:34.742067 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-225dc3dd-005a-4162-b149-0d2f335f3f90 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (09971968-9186-4e08-9342-fe04ced6d44e), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:34.817918 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225dc3dd-005a-4162-b149-0d2f335f3f90 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Pushing event updated for resources: {'Port': ['ID=09971968-9186-4e08-9342-fe04ced6d44e,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:34.823707 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-00fc40b1-f29f-49fc-8220-e63574d65768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:34.826396 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-00fc40b1-f29f-49fc-8220-e63574d65768 admin admin] Publish callbacks [] for router_controller (9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:34.830261 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-225dc3dd-005a-4162-b149-0d2f335f3f90 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (2d0bd39c-a79e-43ff-8a28-7e2a192713f1), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:34.846401 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-225dc3dd-005a-4162-b149-0d2f335f3f90 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:34.856646 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-225dc3dd-005a-4162-b149-0d2f335f3f90 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9530451 Apr 12 13:38:34.893885 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-00fc40b1-f29f-49fc-8220-e63574d65768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449059'] for router (9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:34.894449 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fc40b1-f29f-49fc-8220-e63574d65768 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 {{(pid=103294) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:38:34.899973 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-00fc40b1-f29f-49fc-8220-e63574d65768 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:34.901337 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-00fc40b1-f29f-49fc-8220-e63574d65768 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9bc47fff-57b4-4e5a-b3d7-a9f8febf0bd8 HTTP/1.1" status: 204 len: 168 time: 0.8885777 Apr 12 13:38:34.903870 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 34920) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:34.959444 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd595209-addf-4295-9bd9-d70620fea0c4 admin admin] Deleting subnet 5f3d8356-64c5-4a91-99a8-70c6abe2b2fb {{(pid=103294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:38:34.963191 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dd595209-addf-4295-9bd9-d70620fea0c4 admin admin] Publish callbacks [] for subnet (5f3d8356-64c5-4a91-99a8-70c6abe2b2fb), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:35.019946 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dd595209-addf-4295-9bd9-d70620fea0c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027343'] for subnet (5f3d8356-64c5-4a91-99a8-70c6abe2b2fb), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:35.065694 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-2d94e3ed-806f-4bea-98b5-b6cd9a04a5d3 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--431144939&fields=id&tenant_id=1d7e8314f5b74f97a1d31c6659a57083 HTTP/1.1" status: 200 len: 267 time: 0.1000471 Apr 12 13:38:35.207046 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dd595209-addf-4295-9bd9-d70620fea0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585855'] for subnet (5f3d8356-64c5-4a91-99a8-70c6abe2b2fb), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:35.260469 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-39bf76d9-5edf-44cd-aa4f-7d32c36c7abf tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:35.261969 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-39bf76d9-5edf-44cd-aa4f-7d32c36c7abf tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/networks?id=dbcb15e3-0cf5-4145-a386-89dfb653c57e HTTP/1.1" status: 200 len: 810 time: 0.1893339 Apr 12 13:38:35.280245 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-49a2d1ec-440e-4215-835a-1c18522685ea tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/quotas/1d7e8314f5b74f97a1d31c6659a57083 HTTP/1.1" status: 200 len: 375 time: 0.0124898 Apr 12 13:38:35.302128 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dd595209-addf-4295-9bd9-d70620fea0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13314720'] for subnet (5f3d8356-64c5-4a91-99a8-70c6abe2b2fb), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:35.349133 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd595209-addf-4295-9bd9-d70620fea0c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f3d8356-64c5-4a91-99a8-70c6abe2b2fb,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:35.356991 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dd595209-addf-4295-9bd9-d70620fea0c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:35.363697 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-dd595209-addf-4295-9bd9-d70620fea0c4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5f3d8356-64c5-4a91-99a8-70c6abe2b2fb HTTP/1.1" status: 204 len: 168 time: 0.4563911 Apr 12 13:38:35.363899 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22f3d06-c058-4567-9385-f2c2a049a064 None None] Network a956ac86-261f-4fbb-bce0-1832a315bc64 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:38:35.364328 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34932) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:35.369769 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-62e371e1-dbdf-45d1-a385-262e464434dd tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d7e8314f5b74f97a1d31c6659a57083&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828657 Apr 12 13:38:35.482553 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624812'] for network (a956ac86-261f-4fbb-bce0-1832a315bc64), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:35.491112 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-efde1cea-0c8a-4391-aab5-5428d3760b87 service neutron] 10.222.0.11 "GET /v2.0/networks/dbcb15e3-0cf5-4145-a386-89dfb653c57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072252 Apr 12 13:38:35.495208 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4d8ff-7e57-4308-8021-a7c91b5749e1 req-0815b484-bffc-4227-8598-4a02fa315f93 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:35.496713 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f3a4d8ff-7e57-4308-8021-a7c91b5749e1 req-0815b484-bffc-4227-8598-4a02fa315f93 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0885296 Apr 12 13:38:35.571757 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130bf68c-1618-4510-9546-300f3298c18b None None] DHCP port deletion for a956ac86-261f-4fbb-bce0-1832a315bc64 request from dv-cinder-830098-4-iscsi {{(pid=103296) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:38:35.586278 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f3a4d8ff-7e57-4308-8021-a7c91b5749e1 req-be38baf1-35b8-4ead-95cb-abaf8000930a tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816078 Apr 12 13:38:35.595055 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] Deleting port 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:38:35.595612 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (67ddda34-c923-4f62-b9fb-3c8aadbb1d05), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:35.604771 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-2f08a6fe-044d-440a-aeed-e3cab527781b service neutron] 10.222.0.11 "GET /v2.0/networks/dbcb15e3-0cf5-4145-a386-89dfb653c57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034405 Apr 12 13:38:35.630276 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Deleting port 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:38:35.630736 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (67ddda34-c923-4f62-b9fb-3c8aadbb1d05), before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:35.671178 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] For port 67ddda34-c923-4f62-b9fb-3c8aadbb1d05, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=67ddda34-c923-4f62-b9fb-3c8aadbb1d05,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:38:35.672783 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (67ddda34-c923-4f62-b9fb-3c8aadbb1d05), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:35.699038 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] Calling delete_port for 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 owned by network:dhcp {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:38:35.723760 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-130bf68c-1618-4510-9546-300f3298c18b None None] For port 67ddda34-c923-4f62-b9fb-3c8aadbb1d05, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=67ddda34-c923-4f62-b9fb-3c8aadbb1d05,segment=NetworkSegment(ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b),segment_id=ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:38:35.724666 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (67ddda34-c923-4f62-b9fb-3c8aadbb1d05), precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:35.741385 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Calling delete_port for 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:38:35.820295 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (67ddda34-c923-4f62-b9fb-3c8aadbb1d05), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:35.850439 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489'] for port (67ddda34-c923-4f62-b9fb-3c8aadbb1d05), after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:35.873530 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] Pushing event deleted for resources: {'Port': ['ID=67ddda34-c923-4f62-b9fb-3c8aadbb1d05,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:35.876606 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] No DVR routers for this DVR port 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 on host dv-cinder-830098-4-iscsi {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:38:35.882305 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:38:35.886098 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Pushing event deleted for resources: {'Port': ['ID=67ddda34-c923-4f62-b9fb-3c8aadbb1d05,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:35.920635 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130bf68c-1618-4510-9546-300f3298c18b None None] No DVR routers for this DVR port 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 on host dv-cinder-830098-4-iscsi {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:38:35.928035 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:38:35.928286 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 67ddda34-c923-4f62-b9fb-3c8aadbb1d05 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:38:35.928682 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device b51c3b45-b7dc-4f16-9518-bdac4229b820 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:38:35.934684 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:35.935038 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:35.935379 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:35.935740 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:35.936078 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:35.936407 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:35.936734 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:35.937531 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:35.938061 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:35.938385 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:35.938716 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:35.939046 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:35.939514 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:35.939844 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:35.940224 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130bf68c-1618-4510-9546-300f3298c18b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:38:35.961147 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: b51c3b45-b7dc-4f16-9518-bdac4229b820 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:38:35.961500 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device b51c3b45-b7dc-4f16-9518-bdac4229b820 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:38:35.962304 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 2191125b-10f1-433b-b1af-080c8e118b18 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:38:35.991019 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587506', 'neutron.services.segments.db._delete_segments_for_network-8776758846127'] for network (a956ac86-261f-4fbb-bce0-1832a315bc64), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:35.998383 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: 2191125b-10f1-433b-b1af-080c8e118b18 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:38:35.998740 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 2191125b-10f1-433b-b1af-080c8e118b18 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:38:36.017388 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-986d23ba-4bb2-4734-bfae-12aa88ae8c96 req-0053d854-5aae-40aa-9fcb-07e5cc670a4a tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 210 time: 0.1469510 Apr 12 13:38:36.021610 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a956ac86-261f-4fbb-bce0-1832a315bc64']}} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:36.035417 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b') {'for_net_delete': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:36.035954 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b') {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:36.047158 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776758847672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13083618'] for segment (ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:36.061484 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:36.067597 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:38:36.067987 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760040'] for segment (ed5cd514-378b-4cf7-9e8c-e9d5ce12bf3b), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: Traceback (most recent call last): Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: timer() Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: cb(*args, **kw) Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: return func(*args, **kwargs) Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: self._notify() Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: self.callback(batched_events) Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: event.method(event) Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: return f(self, *a, **k) Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: return self._get(url).json() Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: return self.request(url, 'GET', **kwargs) Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:38:36.070407 dv-cinder-830098-4-iscsi neutron-server[103295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:38:36.135644 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466144'] for network (a956ac86-261f-4fbb-bce0-1832a315bc64), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:36.142004 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:36.145607 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a956ac86-261f-4fbb-bce0-1832a315bc64 HTTP/1.1" status: 204 len: 168 time: 0.7805593 Apr 12 13:38:36.156953 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d44f4-4857-47ed-9103-8e1f936ab796 admin admin] Pushing event deleted for resources: {'Network': ['ID=a956ac86-261f-4fbb-bce0-1832a315bc64,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:36.263475 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34946) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:36.305865 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-fb5c403d-d9be-4351-a1ef-b55c187ee102 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2bb2007ea0444849922a4d55efee799&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411339 Apr 12 13:38:36.308407 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 34948) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:36.364743 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c9820214-5643-4cb1-9b67-b4b8138dd6db admin admin] Publish callbacks [] for security_group (5311f051-e468-4454-ad33-f52ff35d0dba), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:36.387125 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c9820214-5643-4cb1-9b67-b4b8138dd6db admin admin] Publish callbacks [] for security_group (5311f051-e468-4454-ad33-f52ff35d0dba), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:36.434893 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c9820214-5643-4cb1-9b67-b4b8138dd6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (5311f051-e468-4454-ad33-f52ff35d0dba), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:36.438636 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c9820214-5643-4cb1-9b67-b4b8138dd6db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:36.444398 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-c9820214-5643-4cb1-9b67-b4b8138dd6db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5311f051-e468-4454-ad33-f52ff35d0dba HTTP/1.1" status: 204 len: 168 time: 0.1349838 Apr 12 13:38:36.455021 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9820214-5643-4cb1-9b67-b4b8138dd6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5311f051-e468-4454-ad33-f52ff35d0dba,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:36.724330 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc8658-0b30-4b8e-b6f7-d50e42d12941 req-4ad504f5-a901-42a4-9210-75e832568ec8 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:36.726713 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-94cc8658-0b30-4b8e-b6f7-d50e42d12941 req-4ad504f5-a901-42a4-9210-75e832568ec8 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0501690 Apr 12 13:38:36.785840 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-94cc8658-0b30-4b8e-b6f7-d50e42d12941 req-c8772833-32db-44f8-94b8-8b7f3c4e4225 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483043 Apr 12 13:38:37.122029 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-87e8a205-7c2f-4d1a-a1a7-36f1d8152326 req-1273f518-5b5d-4608-93f2-3b8aa28021db tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 210 time: 0.0329688 Apr 12 13:38:37.908520 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62de67-dcbc-4255-99cf-37628053518c req-53e6dadf-148f-45e8-89ea-08c4e1a21d30 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:37.910020 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3e62de67-dcbc-4255-99cf-37628053518c req-53e6dadf-148f-45e8-89ea-08c4e1a21d30 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0473881 Apr 12 13:38:37.958272 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3e62de67-dcbc-4255-99cf-37628053518c req-ebd15a46-c543-4e5a-8843-3c91e8ed199b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427251 Apr 12 13:38:38.219884 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8d78d43a-1c60-49d6-b68d-3d2f7fa59d05 req-0b86a527-8f52-44d7-beee-e9cb1d0cc58b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 210 time: 0.0305178 Apr 12 13:38:38.297267 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-84509d4f-8cae-4cab-b042-661af9424369 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:38.299041 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-84509d4f-8cae-4cab-b042-661af9424369 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.41 "GET /v2.0/networks?id=dbcb15e3-0cf5-4145-a386-89dfb653c57e HTTP/1.1" status: 200 len: 810 time: 0.1158562 Apr 12 13:38:38.606136 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-98393ff8-2755-4016-b4e0-9cb7a5b90525 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d7e8314f5b74f97a1d31c6659a57083 HTTP/1.1" status: 200 len: 379 time: 0.2983119 Apr 12 13:38:38.614720 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-f3fceaef-38dc-4cd6-a85d-b73692b0345c tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Request body: {'port': {'device_id': '7b8cfa15-3841-4b21-8121-a4f86db8c9fb', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'admin_state_up': True, 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'security_groups': ['38f37c14-d5db-4eba-b9b4-8ed0fae3c70d']}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:38:38.722177 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-f3fceaef-38dc-4cd6-a85d-b73692b0345c tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Made reservation on behalf of 1d7e8314f5b74f97a1d31c6659a57083 for: {'port': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:38:38.725866 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-f3fceaef-38dc-4cd6-a85d-b73692b0345c tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:38.811821 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device c2ed179a-bbd3-40b3-8023-fc05054e87e5 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:38:38.885743 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-f3fceaef-38dc-4cd6-a85d-b73692b0345c tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Allocated IP 172.20.0.14 (dbcb15e3-0cf5-4145-a386-89dfb653c57e/fa056591-a77e-4564-bed1-da05f4aad210/ddf0ad94-f03a-4ec8-92b9-124d03210c43) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:38:38.930277 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port c2ed179a-bbd3-40b3-8023-fc05054e87e5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c2ed179a-bbd3-40b3-8023-fc05054e87e5,segment=NetworkSegment(94999333-ccb2-4d37-8a6e-3675f19d4cb7),segment_id=94999333-ccb2-4d37-8a6e-3675f19d4cb7)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:38:38.943716 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5', 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2', 'port_id': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5', 'mac_address': 'fa:16:3e:22:06:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48bac659-ed33-4e2b-b30d-142fa3904e3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:38:38.993438 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port c2ed179a-bbd3-40b3-8023-fc05054e87e5 is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:38:38.993845 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:39.009476 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ed179a-bbd3-40b3-8023-fc05054e87e5 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:38:39.037864 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port c2ed179a-bbd3-40b3-8023-fc05054e87e5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c2ed179a-bbd3-40b3-8023-fc05054e87e5,segment=NetworkSegment(94999333-ccb2-4d37-8a6e-3675f19d4cb7),segment_id=94999333-ccb2-4d37-8a6e-3675f19d4cb7)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:38:39.043519 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:39.092506 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=c2ed179a-bbd3-40b3-8023-fc05054e87e5,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:39.108088 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507fa60-8b81-43fe-aea8-860681b95f94 req-2d133077-eba1-49a3-a1cb-240fa3e40baf tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:39.109642 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5507fa60-8b81-43fe-aea8-860681b95f94 req-2d133077-eba1-49a3-a1cb-240fa3e40baf tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 944 time: 0.0689893 Apr 12 13:38:39.120159 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-f3fceaef-38dc-4cd6-a85d-b73692b0345c tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for port (ddf0ad94-f03a-4ec8-92b9-124d03210c43), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:39.178732 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5507fa60-8b81-43fe-aea8-860681b95f94 req-734e615e-a3f1-4626-a821-35a3590dcab8 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634763 Apr 12 13:38:39.190321 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-f3fceaef-38dc-4cd6-a85d-b73692b0345c tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (ddf0ad94-f03a-4ec8-92b9-124d03210c43), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:39.232576 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-f3fceaef-38dc-4cd6-a85d-b73692b0345c tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Network dbcb15e3-0cf5-4145-a386-89dfb653c57e is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:38:39.235744 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-f3fceaef-38dc-4cd6-a85d-b73692b0345c tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:38:39.239413 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-f3fceaef-38dc-4cd6-a85d-b73692b0345c tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:38:39.271289 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fceaef-38dc-4cd6-a85d-b73692b0345c tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Pushing event updated for resources: {'Port': ['ID=ddf0ad94-f03a-4ec8-92b9-124d03210c43,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:39.304899 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-f3fceaef-38dc-4cd6-a85d-b73692b0345c tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:39.305921 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-f3fceaef-38dc-4cd6-a85d-b73692b0345c tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:39.324312 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-f3fceaef-38dc-4cd6-a85d-b73692b0345c tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7130442 Apr 12 13:38:39.336342 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Request body: {'port': {'device_id': '7b8cfa15-3841-4b21-8121-a4f86db8c9fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:38:39.346773 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e5f0d-b2ca-4b3d-9f0e-538463aad001 req-4eafb334-7411-4596-a798-686ea760690f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:39.348649 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-717e5f0d-b2ca-4b3d-9f0e-538463aad001 req-4eafb334-7411-4596-a798-686ea760690f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 932 time: 0.0514021 Apr 12 13:38:39.400713 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-717e5f0d-b2ca-4b3d-9f0e-538463aad001 req-3f97e94e-cb3e-42fa-bacf-601286f50c92 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=38f37c14-d5db-4eba-b9b4-8ed0fae3c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457423 Apr 12 13:38:39.404854 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (ddf0ad94-f03a-4ec8-92b9-124d03210c43), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:39.509600 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-df213330-f0d5-4553-a73a-2f861ee3f43d None None] Provisioning complete for port ddf0ad94-f03a-4ec8-92b9-124d03210c43 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:38:39.509973 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-df213330-f0d5-4553-a73a-2f861ee3f43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (ddf0ad94-f03a-4ec8-92b9-124d03210c43), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:39.544930 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-df213330-f0d5-4553-a73a-2f861ee3f43d None None] Port ddf0ad94-f03a-4ec8-92b9-124d03210c43 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:38:39.696537 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf0ad94-f03a-4ec8-92b9-124d03210c43 {{(pid=103294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:38:39.708190 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Publish callbacks [] for port (ddf0ad94-f03a-4ec8-92b9-124d03210c43), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:39.720741 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.provisioning_blocks [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Transition to ACTIVE for port object ddf0ad94-f03a-4ec8-92b9-124d03210c43 will not be triggered until provisioned by entity L2. {{(pid=103294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:38:39.723998 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (ddf0ad94-f03a-4ec8-92b9-124d03210c43), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:39.778093 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf0ad94-f03a-4ec8-92b9-124d03210c43,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:39.847175 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Attempting to bind port ddf0ad94-f03a-4ec8-92b9-124d03210c43 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:38:39.847511 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Attempting to bind port ddf0ad94-f03a-4ec8-92b9-124d03210c43 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'd6bc079b-8905-44eb-b690-c8cda7fe1d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:38:39.847841 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Attempting to bind port ddf0ad94-f03a-4ec8-92b9-124d03210c43 on network dbcb15e3-0cf5-4145-a386-89dfb653c57e {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:38:39.852646 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Port ddf0ad94-f03a-4ec8-92b9-124d03210c43 on network dbcb15e3-0cf5-4145-a386-89dfb653c57e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:38:39.852972 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Attempting to bind port ddf0ad94-f03a-4ec8-92b9-124d03210c43 on network dbcb15e3-0cf5-4145-a386-89dfb653c57e {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:38:39.858033 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:38:39.858372 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Checking segment: {'id': 'd6bc079b-8905-44eb-b690-c8cda7fe1d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:38:39.859773 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Bound using segment: {'id': 'd6bc079b-8905-44eb-b690-c8cda7fe1d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:38:39.860210 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Bound port: ddf0ad94-f03a-4ec8-92b9-124d03210c43, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6bc079b-8905-44eb-b690-c8cda7fe1d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:38:39.860571 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (ddf0ad94-f03a-4ec8-92b9-124d03210c43), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:39.930489 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] For port ddf0ad94-f03a-4ec8-92b9-124d03210c43, host hv-cinder-83009, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:38:39.934387 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] For port ddf0ad94-f03a-4ec8-92b9-124d03210c43, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ddf0ad94-f03a-4ec8-92b9-124d03210c43,segment=NetworkSegment(d6bc079b-8905-44eb-b690-c8cda7fe1d16),segment_id=d6bc079b-8905-44eb-b690-c8cda7fe1d16)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:38:39.940235 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (ddf0ad94-f03a-4ec8-92b9-124d03210c43), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:39.973544 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:39.974160 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:39.975797 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] 10.222.0.41 "PUT /v2.0/ports/ddf0ad94-f03a-4ec8-92b9-124d03210c43 HTTP/1.1" status: 200 len: 1094 time: 0.6438401 Apr 12 13:38:39.976232 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8cfa15-3841-4b21-8121-a4f86db8c9fb', 'tag': 'ddf0ad94-f03a-4ec8-92b9-124d03210c43'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:38:39.978465 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2987e822-a403-49f4-aa8a-8b52a4e1813a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8cfa15-3841-4b21-8121-a4f86db8c9fb", "tag": "ddf0ad94-f03a-4ec8-92b9-124d03210c43"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:38:40.005470 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d44ee9-1e06-48d7-9234-2a8eb187c862 service neutron] Pushing event updated for resources: {'Port': ['ID=ddf0ad94-f03a-4ec8-92b9-124d03210c43,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:40.024010 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c98ada-0699-486f-acc1-9e055caa2ae6 x-openstack-request-id: req-c6c98ada-0699-486f-acc1-9e055caa2ae6 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:38:40.024342 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8cfa15-3841-4b21-8121-a4f86db8c9fb", "tag": "ddf0ad94-f03a-4ec8-92b9-124d03210c43", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:38:40.024628 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6c98ada-0699-486f-acc1-9e055caa2ae6 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:38:40.025245 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c98ada-0699-486f-acc1-9e055caa2ae6'] response: {'name': 'network-changed', 'server_uuid': '7b8cfa15-3841-4b21-8121-a4f86db8c9fb', 'tag': 'ddf0ad94-f03a-4ec8-92b9-124d03210c43', 'status': 'completed', 'code': 200} Apr 12 13:38:40.292154 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262271f-a3aa-444f-94ea-c88360b2a577 req-9cd6734b-b9f4-46b9-b9a6-5610a91db40d tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:40.293659 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a262271f-a3aa-444f-94ea-c88360b2a577 req-9cd6734b-b9f4-46b9-b9a6-5610a91db40d tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 944 time: 0.0473483 Apr 12 13:38:40.341426 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a262271f-a3aa-444f-94ea-c88360b2a577 req-20469ac7-ddd8-453d-b99b-abfdf53ecbc7 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417104 Apr 12 13:38:40.512936 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c83b53-b824-4332-9fa8-53f3ecf22434 req-937d2998-d053-4351-ba53-8c3d59f93a7a tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:40.514328 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-44c83b53-b824-4332-9fa8-53f3ecf22434 req-937d2998-d053-4351-ba53-8c3d59f93a7a tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 944 time: 0.0474532 Apr 12 13:38:40.566790 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-44c83b53-b824-4332-9fa8-53f3ecf22434 req-fdb3462c-565b-4365-b462-d0a6e4a687d9 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=38f37c14-d5db-4eba-b9b4-8ed0fae3c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468061 Apr 12 13:38:41.461275 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b722e2-ac09-489c-be91-42ebd78dd08d req-db3aa533-71a2-4d40-acfb-825cf90b0455 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:41.464444 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-85b722e2-ac09-489c-be91-42ebd78dd08d req-db3aa533-71a2-4d40-acfb-825cf90b0455 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 944 time: 0.0540631 Apr 12 13:38:41.520119 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-85b722e2-ac09-489c-be91-42ebd78dd08d req-e0d8ff74-9591-4b42-bec4-708df5afe3a3 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513630 Apr 12 13:38:41.684116 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54562163-81f9-4bf0-8bbc-595a6da60092 req-ca1436c4-8f2c-4933-bd32-0ff4da5c8aa6 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:41.685646 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-54562163-81f9-4bf0-8bbc-595a6da60092 req-ca1436c4-8f2c-4933-bd32-0ff4da5c8aa6 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 944 time: 0.0500679 Apr 12 13:38:41.721551 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['c2ed179a-bbd3-40b3-8023-fc05054e87e5'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:38:41.736248 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-54562163-81f9-4bf0-8bbc-595a6da60092 req-e5279030-a508-482b-92fe-14e2645ac12d tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=38f37c14-d5db-4eba-b9b4-8ed0fae3c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437369 Apr 12 13:38:42.638391 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd05d5-5904-4378-877d-de98d73f3519 req-1f8cddf8-38c2-4a30-9320-8d846224a754 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:42.640049 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-65fd05d5-5904-4378-877d-de98d73f3519 req-1f8cddf8-38c2-4a30-9320-8d846224a754 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 944 time: 0.0485804 Apr 12 13:38:42.690887 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-65fd05d5-5904-4378-877d-de98d73f3519 req-dc5a6ad1-a028-4381-9981-de13b051cefd tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442843 Apr 12 13:38:42.849212 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9df2f9-560f-43a6-b674-ac22124a0957 req-711473b2-8688-4d53-aec2-8e55263a6cfc tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:42.850870 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2f9df2f9-560f-43a6-b674-ac22124a0957 req-711473b2-8688-4d53-aec2-8e55263a6cfc tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 944 time: 0.0475888 Apr 12 13:38:42.897756 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2f9df2f9-560f-43a6-b674-ac22124a0957 req-62aab9cb-b502-4355-9ce3-4a1f81a187a5 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=38f37c14-d5db-4eba-b9b4-8ed0fae3c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413868 Apr 12 13:38:43.126660 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987e822-a403-49f4-aa8a-8b52a4e1813a req-29c27072-1413-40a0-a4f7-5cf226106e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:43.128054 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2987e822-a403-49f4-aa8a-8b52a4e1813a req-29c27072-1413-40a0-a4f7-5cf226106e2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d7e8314f5b74f97a1d31c6659a57083&device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 1128 time: 0.0442674 Apr 12 13:38:43.247984 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987e822-a403-49f4-aa8a-8b52a4e1813a req-d73af83b-6e26-4f8d-bf32-14596b376bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:43.249528 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2987e822-a403-49f4-aa8a-8b52a4e1813a req-d73af83b-6e26-4f8d-bf32-14596b376bc2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1d7e8314f5b74f97a1d31c6659a57083&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0968661 Apr 12 13:38:43.346225 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987e822-a403-49f4-aa8a-8b52a4e1813a req-105ca3f5-12c9-42c0-ae7e-1100892bd349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:43.347686 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2987e822-a403-49f4-aa8a-8b52a4e1813a req-105ca3f5-12c9-42c0-ae7e-1100892bd349 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914960 Apr 12 13:38:43.425668 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-0a8e6a8c-b0c2-4519-9f8a-458a8212d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:43.427218 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-0a8e6a8c-b0c2-4519-9f8a-458a8212d5b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d7e8314f5b74f97a1d31c6659a57083&device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 1128 time: 0.0430846 Apr 12 13:38:43.468497 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-d801bddb-8e63-4f51-9cf0-d9f6039b6b81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddf0ad94-f03a-4ec8-92b9-124d03210c43 HTTP/1.1" status: 200 len: 217 time: 0.0329566 Apr 12 13:38:43.520888 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-c7fb300c-c238-485e-ba89-87b4010673bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:43.522365 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-c7fb300c-c238-485e-ba89-87b4010673bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa056591-a77e-4564-bed1-da05f4aad210 HTTP/1.1" status: 200 len: 849 time: 0.0469384 Apr 12 13:38:43.568110 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-e2341f7a-4650-4b34-9262-cb3410622576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:43.569629 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-e2341f7a-4650-4b34-9262-cb3410622576 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dbcb15e3-0cf5-4145-a386-89dfb653c57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397415 Apr 12 13:38:43.687795 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-6bcd3fc1-d873-419f-b365-c7909185dfe2 service neutron] 10.222.0.41 "GET /v2.0/networks/dbcb15e3-0cf5-4145-a386-89dfb653c57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888982 Apr 12 13:38:43.788683 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b3db2adb-f1ae-4532-8430-a9224317d481 req-73806429-8e45-4022-b661-ba419ff95b9c service neutron] 10.222.0.41 "GET /v2.0/networks/dbcb15e3-0cf5-4145-a386-89dfb653c57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938244 Apr 12 13:38:43.811523 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06741c4a-08b3-4042-9b81-d172f264e4ab req-1249e98d-8113-4261-b3ed-235d261ad53f tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:43.813328 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-06741c4a-08b3-4042-9b81-d172f264e4ab req-1249e98d-8113-4261-b3ed-235d261ad53f tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 944 time: 0.0538466 Apr 12 13:38:43.866214 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-06741c4a-08b3-4042-9b81-d172f264e4ab req-fea33075-02f0-4dc5-ae22-e07c79fd292b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451009 Apr 12 13:38:44.009289 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867a858-2d9d-43a3-910f-58dd6e941ed3 req-ac2d4c41-69cf-4c3d-8d59-d70416db69de tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:44.010734 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a867a858-2d9d-43a3-910f-58dd6e941ed3 req-ac2d4c41-69cf-4c3d-8d59-d70416db69de tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 944 time: 0.0468926 Apr 12 13:38:44.056771 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a867a858-2d9d-43a3-910f-58dd6e941ed3 req-cf43498f-c650-4404-a582-38014c721c81 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=38f37c14-d5db-4eba-b9b4-8ed0fae3c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399754 Apr 12 13:38:44.238863 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:38:44.986586 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee44e5-c887-4c1d-82c3-f3d7130cf453 req-9521ba40-cc67-4b76-ba26-c3bd3cf8218c tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:44.987991 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-83ee44e5-c887-4c1d-82c3-f3d7130cf453 req-9521ba40-cc67-4b76-ba26-c3bd3cf8218c tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 944 time: 0.0545535 Apr 12 13:38:45.035609 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-83ee44e5-c887-4c1d-82c3-f3d7130cf453 req-ba019ff2-4c60-447f-8b53-75c8453fdf6f tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422125 Apr 12 13:38:45.050665 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device c2ed179a-bbd3-40b3-8023-fc05054e87e5 up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:38:45.095918 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port c2ed179a-bbd3-40b3-8023-fc05054e87e5 completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:38:45.103345 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port c2ed179a-bbd3-40b3-8023-fc05054e87e5 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:38:45.103803 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:45.172887 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b685b8e-8f54-4b5a-bba3-a27038ce0292 req-393d04a7-9c9e-4bad-bbf8-a972ff8fdc79 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:45.174389 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0b685b8e-8f54-4b5a-bba3-a27038ce0292 req-393d04a7-9c9e-4bad-bbf8-a972ff8fdc79 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 944 time: 0.0468581 Apr 12 13:38:45.182549 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port c2ed179a-bbd3-40b3-8023-fc05054e87e5 is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:38:45.182941 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:45.206569 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c26641-9eaa-496a-abfc-a1787d465d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:38:45.208324 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cc9f12-c232-4acb-a8f0-1089d840bc69" -d '{"events": [{"server_uuid": "d0c26641-9eaa-496a-abfc-a1787d465d21", "name": "network-vif-plugged", "status": "completed", "tag": "c2ed179a-bbd3-40b3-8023-fc05054e87e5"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:38:45.223259 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0b685b8e-8f54-4b5a-bba3-a27038ce0292 req-5a4ae71c-3a83-4177-b317-4d61d4d3801d tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=38f37c14-d5db-4eba-b9b4-8ed0fae3c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421233 Apr 12 13:38:45.228097 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port c2ed179a-bbd3-40b3-8023-fc05054e87e5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c2ed179a-bbd3-40b3-8023-fc05054e87e5,segment=NetworkSegment(94999333-ccb2-4d37-8a6e-3675f19d4cb7),segment_id=94999333-ccb2-4d37-8a6e-3675f19d4cb7)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:38:45.232879 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:45.259325 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215853ed-7211-4508-af3c-9c02ef59d3fa x-openstack-request-id: req-215853ed-7211-4508-af3c-9c02ef59d3fa {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:38:45.259636 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c26641-9eaa-496a-abfc-a1787d465d21", "name": "network-vif-plugged", "status": "completed", "tag": "c2ed179a-bbd3-40b3-8023-fc05054e87e5", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:38:45.259889 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-215853ed-7211-4508-af3c-9c02ef59d3fa {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:38:45.260279 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-215853ed-7211-4508-af3c-9c02ef59d3fa'] response: {'server_uuid': 'd0c26641-9eaa-496a-abfc-a1787d465d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5', 'code': 200} Apr 12 13:38:45.286470 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=c2ed179a-bbd3-40b3-8023-fc05054e87e5,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:46.149525 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab30d1-3c19-4cbf-a137-fa74d87d12c5 req-7cf3aceb-4092-424e-926a-31f567d8eb1f tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:46.150992 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8eab30d1-3c19-4cbf-a137-fa74d87d12c5 req-7cf3aceb-4092-424e-926a-31f567d8eb1f tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0469382 Apr 12 13:38:46.199497 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8eab30d1-3c19-4cbf-a137-fa74d87d12c5 req-3501f230-070e-4653-b106-0b910a0729a3 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423639 Apr 12 13:38:46.336203 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a461e-f6c3-435e-8270-fc600c60c638 req-3a6dc9a9-86bf-4a88-af6e-e67c24a86392 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:46.337618 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-910a461e-f6c3-435e-8270-fc600c60c638 req-3a6dc9a9-86bf-4a88-af6e-e67c24a86392 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 944 time: 0.0489931 Apr 12 13:38:46.385056 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-910a461e-f6c3-435e-8270-fc600c60c638 req-e54b3d70-b47c-455d-b946-def88ef98e4c tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=38f37c14-d5db-4eba-b9b4-8ed0fae3c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418539 Apr 12 13:38:46.918813 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 35108) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:47.030176 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-aadf02db-ff92-4533-a371-fd6c26f4fcb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:47.037855 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b612f3-4f0c-4a63-bfdd-28e806ebc4e3 req-5e5cca09-9c2f-4988-bb0b-1348fcade84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:47.039500 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c0b612f3-4f0c-4a63-bfdd-28e806ebc4e3 req-5e5cca09-9c2f-4988-bb0b-1348fcade84e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 1129 time: 0.0402508 Apr 12 13:38:47.091005 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c0b612f3-4f0c-4a63-bfdd-28e806ebc4e3 req-f42fde57-50ff-4a0e-87b9-3c8c7d624e2c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444052 Apr 12 13:38:47.112329 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-aadf02db-ff92-4533-a371-fd6c26f4fcb6 admin admin] Publish callbacks [] for security_group (85bd9b79-e0b2-4369-9f76-f51a45407aea), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:47.115885 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-aadf02db-ff92-4533-a371-fd6c26f4fcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (85bd9b79-e0b2-4369-9f76-f51a45407aea), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:47.154832 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-aadf02db-ff92-4533-a371-fd6c26f4fcb6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6023da19ddeb43fb813af640379581f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348909 Apr 12 13:38:47.155697 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf02db-ff92-4533-a371-fd6c26f4fcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bd9b79-e0b2-4369-9f76-f51a45407aea,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:47.157601 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 35112) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:47.205860 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dc569888-51f6-4318-893f-835fa4ab4e19 admin admin] Publish callbacks [] for security_group (85bd9b79-e0b2-4369-9f76-f51a45407aea), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:47.227700 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dc569888-51f6-4318-893f-835fa4ab4e19 admin admin] Publish callbacks [] for security_group (85bd9b79-e0b2-4369-9f76-f51a45407aea), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:47.275672 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dc569888-51f6-4318-893f-835fa4ab4e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (85bd9b79-e0b2-4369-9f76-f51a45407aea), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:47.278887 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dc569888-51f6-4318-893f-835fa4ab4e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:47.280047 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-dc569888-51f6-4318-893f-835fa4ab4e19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85bd9b79-e0b2-4369-9f76-f51a45407aea HTTP/1.1" status: 204 len: 168 time: 0.1213603 Apr 12 13:38:47.288849 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc569888-51f6-4318-893f-835fa4ab4e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bd9b79-e0b2-4369-9f76-f51a45407aea,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:47.317841 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398cf11-409b-43f8-8e83-8564f7bb768a req-12c4cb9c-a10b-4c1d-934a-1345899f10f3 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:47.319411 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8398cf11-409b-43f8-8e83-8564f7bb768a req-12c4cb9c-a10b-4c1d-934a-1345899f10f3 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0528820 Apr 12 13:38:47.373564 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8398cf11-409b-43f8-8e83-8564f7bb768a req-10e14281-2786-43fe-b625-800e172bb47f tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487156 Apr 12 13:38:47.499840 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6102e2-1736-4fdf-bd81-4838d4496ac5 req-a79c37cf-d0a9-47bd-a52c-aab17f7b2420 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:47.501208 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7f6102e2-1736-4fdf-bd81-4838d4496ac5 req-a79c37cf-d0a9-47bd-a52c-aab17f7b2420 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 944 time: 0.0503774 Apr 12 13:38:47.553011 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7f6102e2-1736-4fdf-bd81-4838d4496ac5 req-a6da43d5-7787-4537-a771-51e645618521 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=38f37c14-d5db-4eba-b9b4-8ed0fae3c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457888 Apr 12 13:38:48.490971 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708fe73-be04-4221-ad6c-19fe81a2d272 req-6bf78556-ce40-4a3f-a701-55e4feb18dd0 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:48.492456 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2708fe73-be04-4221-ad6c-19fe81a2d272 req-6bf78556-ce40-4a3f-a701-55e4feb18dd0 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0487781 Apr 12 13:38:48.554480 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2708fe73-be04-4221-ad6c-19fe81a2d272 req-cc48c1e1-032b-4969-a8f2-558dd1adcc05 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565357 Apr 12 13:38:48.675667 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15244a8-2728-4dc6-82ad-0fd745e6a660 req-f45290ec-b2ed-4ec0-b3ad-26ee632f5337 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:48.677227 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f15244a8-2728-4dc6-82ad-0fd745e6a660 req-f45290ec-b2ed-4ec0-b3ad-26ee632f5337 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 944 time: 0.0513422 Apr 12 13:38:48.726831 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f15244a8-2728-4dc6-82ad-0fd745e6a660 req-f8415078-386f-45c8-9813-0ee1e0d4cd29 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=38f37c14-d5db-4eba-b9b4-8ed0fae3c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437655 Apr 12 13:38:49.086801 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device ddf0ad94-f03a-4ec8-92b9-124d03210c43 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:38:49.190314 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port ddf0ad94-f03a-4ec8-92b9-124d03210c43, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ddf0ad94-f03a-4ec8-92b9-124d03210c43,segment=NetworkSegment(d6bc079b-8905-44eb-b690-c8cda7fe1d16),segment_id=d6bc079b-8905-44eb-b690-c8cda7fe1d16)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:38:49.201313 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': 'ddf0ad94-f03a-4ec8-92b9-124d03210c43', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'port_id': 'ddf0ad94-f03a-4ec8-92b9-124d03210c43', 'mac_address': 'fa:16:3e:45:8c:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:38:49.241968 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port ddf0ad94-f03a-4ec8-92b9-124d03210c43 is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:38:49.242366 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (ddf0ad94-f03a-4ec8-92b9-124d03210c43), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:49.256206 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf0ad94-f03a-4ec8-92b9-124d03210c43 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:38:49.280501 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port ddf0ad94-f03a-4ec8-92b9-124d03210c43, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ddf0ad94-f03a-4ec8-92b9-124d03210c43,segment=NetworkSegment(d6bc079b-8905-44eb-b690-c8cda7fe1d16),segment_id=d6bc079b-8905-44eb-b690-c8cda7fe1d16)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:38:49.285333 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (ddf0ad94-f03a-4ec8-92b9-124d03210c43), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:49.332902 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=ddf0ad94-f03a-4ec8-92b9-124d03210c43,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:49.347700 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 35190) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:49.449360 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-577be91d-5dad-414f-ad87-4a23e5ace4cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:49.524342 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-577be91d-5dad-414f-ad87-4a23e5ace4cf admin admin] Publish callbacks [] for security_group (39816e93-1895-4b53-8888-af12970d870a), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:49.528363 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-577be91d-5dad-414f-ad87-4a23e5ace4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (39816e93-1895-4b53-8888-af12970d870a), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:49.567980 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-577be91d-5dad-414f-ad87-4a23e5ace4cf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=96e033069dfa46f88a7b15b98fb65057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192159 Apr 12 13:38:49.568857 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577be91d-5dad-414f-ad87-4a23e5ace4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39816e93-1895-4b53-8888-af12970d870a,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:49.570650 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 35194) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:49.619687 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-147e4ca1-5b2e-49d4-a163-fc2b6a9ad4b9 admin admin] Publish callbacks [] for security_group (39816e93-1895-4b53-8888-af12970d870a), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:49.642035 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-147e4ca1-5b2e-49d4-a163-fc2b6a9ad4b9 admin admin] Publish callbacks [] for security_group (39816e93-1895-4b53-8888-af12970d870a), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:49.674710 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57207590-bc22-4c41-8845-8bb14d48b30b req-f974b7a0-1599-49d7-b735-bf662f7793bb tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:49.676738 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-57207590-bc22-4c41-8845-8bb14d48b30b req-f974b7a0-1599-49d7-b735-bf662f7793bb tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0516663 Apr 12 13:38:49.685764 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['ddf0ad94-f03a-4ec8-92b9-124d03210c43'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:38:49.690355 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-147e4ca1-5b2e-49d4-a163-fc2b6a9ad4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (39816e93-1895-4b53-8888-af12970d870a), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:49.692240 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-147e4ca1-5b2e-49d4-a163-fc2b6a9ad4b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:49.693435 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-147e4ca1-5b2e-49d4-a163-fc2b6a9ad4b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39816e93-1895-4b53-8888-af12970d870a HTTP/1.1" status: 204 len: 168 time: 0.1217511 Apr 12 13:38:49.701804 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e4ca1-5b2e-49d4-a163-fc2b6a9ad4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39816e93-1895-4b53-8888-af12970d870a,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:49.734614 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-57207590-bc22-4c41-8845-8bb14d48b30b req-d55bc8be-20b2-4dae-acad-69a51b564e58 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527143 Apr 12 13:38:49.845728 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:49.871387 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf036a9-b7c1-43ff-9ee9-e629462734a5 req-cad59291-9440-4401-aef2-508babe26e78 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:49.873393 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3c570-bc15-4410-a6c7-00ba260d5f28 req-cbfeb101-ddea-4b5a-a46c-f59faa9559de tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:49.875173 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-48e3c570-bc15-4410-a6c7-00ba260d5f28 req-cbfeb101-ddea-4b5a-a46c-f59faa9559de tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 945 time: 0.0606976 Apr 12 13:38:49.879215 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0bf036a9-b7c1-43ff-9ee9-e629462734a5 req-cad59291-9440-4401-aef2-508babe26e78 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0590477 Apr 12 13:38:49.941651 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0bf036a9-b7c1-43ff-9ee9-e629462734a5 req-d8d7805f-5e9a-4513-a9f6-bac0a94ba7ff tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613403 Apr 12 13:38:49.943309 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-48e3c570-bc15-4410-a6c7-00ba260d5f28 req-2b49fe61-ebe6-42a9-91c5-7e0a39c94f01 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=38f37c14-d5db-4eba-b9b4-8ed0fae3c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626857 Apr 12 13:38:49.971768 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 35208) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:50.014890 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 35212) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:50.028788 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c9111c61-483e-49ca-b1d4-5f083a36b8cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:50.108658 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c9111c61-483e-49ca-b1d4-5f083a36b8cd admin admin] Publish callbacks [] for security_group (ebc591c9-5af2-4c3e-b43e-92849849b7a9), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:50.112441 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c9111c61-483e-49ca-b1d4-5f083a36b8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (ebc591c9-5af2-4c3e-b43e-92849849b7a9), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:50.151312 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c9111c61-483e-49ca-b1d4-5f083a36b8cd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ab3ac8c116a4480b83cc6339ffe570bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346023 Apr 12 13:38:50.153246 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9111c61-483e-49ca-b1d4-5f083a36b8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc591c9-5af2-4c3e-b43e-92849849b7a9,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:50.153976 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 35214) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:50.203375 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-267be2dc-e54d-46b4-81d5-6892ae250525 admin admin] Publish callbacks [] for security_group (ebc591c9-5af2-4c3e-b43e-92849849b7a9), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:50.205012 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad9f2c5-3167-4d3e-9dd0-9c2396124f71 tempest-TestShelveInstance-1306825658 tempest-TestShelveInstance-1306825658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:50.206556 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-fad9f2c5-3167-4d3e-9dd0-9c2396124f71 tempest-TestShelveInstance-1306825658 tempest-TestShelveInstance-1306825658-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 1124 time: 0.2334549 Apr 12 13:38:50.209441 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 35216) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:50.213736 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Request body: {'floatingip': {'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'port_id': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:38:50.226844 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-267be2dc-e54d-46b4-81d5-6892ae250525 admin admin] Publish callbacks [] for security_group (ebc591c9-5af2-4c3e-b43e-92849849b7a9), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:50.236636 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:50.287906 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-267be2dc-e54d-46b4-81d5-6892ae250525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (ebc591c9-5af2-4c3e-b43e-92849849b7a9), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:50.290444 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-267be2dc-e54d-46b4-81d5-6892ae250525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:50.294161 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-267be2dc-e54d-46b4-81d5-6892ae250525 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ebc591c9-5af2-4c3e-b43e-92849849b7a9 HTTP/1.1" status: 204 len: 168 time: 0.1363435 Apr 12 13:38:50.300074 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267be2dc-e54d-46b4-81d5-6892ae250525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc591c9-5af2-4c3e-b43e-92849849b7a9,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:50.331937 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:50.441388 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Allocated IP 172.27.2.132 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/4658c5b8-824f-4e39-bdb3-79e590848e8e) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:38:50.545984 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for port (4658c5b8-824f-4e39-bdb3-79e590848e8e), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:50.582577 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (4658c5b8-824f-4e39-bdb3-79e590848e8e), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:50.621216 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:38:50.624081 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:38:50.627517 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:38:50.660563 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Pushing event updated for resources: {'Port': ['ID=4658c5b8-824f-4e39-bdb3-79e590848e8e,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:51.026224 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for floatingip (cf9449bf-ce12-464b-a1b3-45348e722f27), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:51.087373 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device ddf0ad94-f03a-4ec8-92b9-124d03210c43 up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:38:51.126732 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f54f1a-4667-4c86-be22-cc56d4b9f024 req-4f3021bb-f4df-44a2-a075-a36d779cd01f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:51.128321 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-14f54f1a-4667-4c86-be22-cc56d4b9f024 req-4f3021bb-f4df-44a2-a075-a36d779cd01f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 945 time: 0.1036141 Apr 12 13:38:51.144771 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port ddf0ad94-f03a-4ec8-92b9-124d03210c43 completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:38:51.155909 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port ddf0ad94-f03a-4ec8-92b9-124d03210c43 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:38:51.155909 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (ddf0ad94-f03a-4ec8-92b9-124d03210c43), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:51.184389 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (4658c5b8-824f-4e39-bdb3-79e590848e8e), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:51.236630 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-14f54f1a-4667-4c86-be22-cc56d4b9f024 req-3706b418-f09c-4feb-a8d5-5c90d3e8f2e5 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=38f37c14-d5db-4eba-b9b4-8ed0fae3c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833466 Apr 12 13:38:51.275613 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port ddf0ad94-f03a-4ec8-92b9-124d03210c43 is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:38:51.276008 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (ddf0ad94-f03a-4ec8-92b9-124d03210c43), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:51.306516 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8cfa15-3841-4b21-8121-a4f86db8c9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf0ad94-f03a-4ec8-92b9-124d03210c43'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:38:51.308093 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dbb604-6602-4e38-858d-55acd0dca993" -d '{"events": [{"server_uuid": "7b8cfa15-3841-4b21-8121-a4f86db8c9fb", "name": "network-vif-plugged", "status": "completed", "tag": "ddf0ad94-f03a-4ec8-92b9-124d03210c43"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:38:51.324084 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port ddf0ad94-f03a-4ec8-92b9-124d03210c43, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ddf0ad94-f03a-4ec8-92b9-124d03210c43,segment=NetworkSegment(d6bc079b-8905-44eb-b690-c8cda7fe1d16),segment_id=d6bc079b-8905-44eb-b690-c8cda7fe1d16)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:38:51.329893 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (ddf0ad94-f03a-4ec8-92b9-124d03210c43), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:51.383196 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0f223d-5421-45cb-9a80-79bf2cb81258 x-openstack-request-id: req-ad0f223d-5421-45cb-9a80-79bf2cb81258 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:38:51.383602 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8cfa15-3841-4b21-8121-a4f86db8c9fb", "name": "network-vif-plugged", "status": "completed", "tag": "ddf0ad94-f03a-4ec8-92b9-124d03210c43", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:38:51.384078 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad0f223d-5421-45cb-9a80-79bf2cb81258 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:38:51.384618 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0f223d-5421-45cb-9a80-79bf2cb81258'] response: {'server_uuid': '7b8cfa15-3841-4b21-8121-a4f86db8c9fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf0ad94-f03a-4ec8-92b9-124d03210c43', 'code': 200} Apr 12 13:38:51.407850 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=ddf0ad94-f03a-4ec8-92b9-124d03210c43,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:51.426496 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for port (4658c5b8-824f-4e39-bdb3-79e590848e8e), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:51.431686 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (4658c5b8-824f-4e39-bdb3-79e590848e8e), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:51.535204 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Pushing event updated for resources: {'Port': ['ID=4658c5b8-824f-4e39-bdb3-79e590848e8e,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:51.547503 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (cf9449bf-ce12-464b-a1b3-45348e722f27), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:51.688937 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bc2ad-9fdf-4d9e-b441-fc264baa451a req-df168a7e-239e-46dc-bdf4-4de771c5715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:51.691004 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8d9bc2ad-9fdf-4d9e-b441-fc264baa451a req-df168a7e-239e-46dc-bdf4-4de771c5715c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 1130 time: 0.1032538 Apr 12 13:38:51.737454 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.l3_db [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Floating IP cf9449bf-ce12-464b-a1b3-45348e722f27 associated. External IP: 172.27.2.132, port: c2ed179a-bbd3-40b3-8023-fc05054e87e5. Apr 12 13:38:51.810047 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8d9bc2ad-9fdf-4d9e-b441-fc264baa451a req-e290dc2d-6638-4437-a7d5-bbd3ace0e5dd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=38f37c14-d5db-4eba-b9b4-8ed0fae3c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102839 Apr 12 13:38:51.994734 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Router f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:38:52.391674 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:38:52.398807 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985bde1-2265-43ae-9df5-df41b562c8d2 req-454eef92-ff58-4dc1-bd18-a11e9b9bebb4 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:52.400307 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8985bde1-2265-43ae-9df5-df41b562c8d2 req-454eef92-ff58-4dc1-bd18-a11e9b9bebb4 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 946 time: 0.0598748 Apr 12 13:38:52.402584 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881a1d61-d969-4242-8b38-bf47bc82d8e4 None None] Sync routers for ids ['f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:38:52.415213 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881a1d61-d969-4242-8b38-bf47bc82d8e4 None None] Routers {'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:38:52.416292 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-881a1d61-d969-4242-8b38-bf47bc82d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:38:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:52.428731 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:52.477529 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-dbdfafc9-66b9-4ac8-8c75-85025b4e5f98 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2669764 Apr 12 13:38:52.479005 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c26641-9eaa-496a-abfc-a1787d465d21', 'tag': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:38:52.481281 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b021a7a2-047d-4c53-886f-ecce2cb7c8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c26641-9eaa-496a-abfc-a1787d465d21", "tag": "c2ed179a-bbd3-40b3-8023-fc05054e87e5"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:38:52.487488 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8985bde1-2265-43ae-9df5-df41b562c8d2 req-01e94320-de70-4c4d-bfbe-82f3276e75b5 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=38f37c14-d5db-4eba-b9b4-8ed0fae3c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792749 Apr 12 13:38:52.531416 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547a135f-b39b-4e47-ac75-3671ad323a37 x-openstack-request-id: req-547a135f-b39b-4e47-ac75-3671ad323a37 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:38:52.531893 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c26641-9eaa-496a-abfc-a1787d465d21", "tag": "c2ed179a-bbd3-40b3-8023-fc05054e87e5", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:38:52.532019 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-547a135f-b39b-4e47-ac75-3671ad323a37 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:38:52.532362 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-547a135f-b39b-4e47-ac75-3671ad323a37'] response: {'name': 'network-changed', 'server_uuid': 'd0c26641-9eaa-496a-abfc-a1787d465d21', 'tag': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5', 'status': 'completed', 'code': 200} Apr 12 13:38:52.538651 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-881a1d61-d969-4242-8b38-bf47bc82d8e4 None None] Set router f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:38:52.573728 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 35296) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:52.683616 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-78392896-4c6b-4013-812e-fcebec64a5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:52.760681 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-78392896-4c6b-4013-812e-fcebec64a5d2 admin admin] Publish callbacks [] for security_group (3864d16b-1661-4df8-961c-d36ccc465ea3), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:52.764417 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-78392896-4c6b-4013-812e-fcebec64a5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (3864d16b-1661-4df8-961c-d36ccc465ea3), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:52.774508 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-881a1d61-d969-4242-8b38-bf47bc82d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'name': 'tempest-TestShelveInstance-1588949542-router', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:49Z', 'revision_number': 4, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'gw_port': {'id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': 'cf9449bf-ce12-464b-a1b3-45348e722f27', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'port_id': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2', 'mac_address': 'fa:16:3e:22:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c26641-9eaa-496a-abfc-a1787d465d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:38:50Z', 'updated_at': '2022-04-12T13:38:50Z', 'revision_number': 0, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a25301-ef18-4626-b2fa-c822d3c338c2', 'name': '', 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'mac_address': 'fa:16:3e:16:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '48bac659-ed33-4e2b-b30d-142fa3904e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:47Z', 'updated_at': '2022-04-12T13:37:51Z', 'revision_number': 5, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'subnets': [{'id': '48bac659-ed33-4e2b-b30d-142fa3904e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:52.800873 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881a1d61-d969-4242-8b38-bf47bc82d8e4 None None] Checking router: f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:38:52.803952 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-78392896-4c6b-4013-812e-fcebec64a5d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dbe1b8ab5f0a4ff1ab4042e4eb3d2f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291577 Apr 12 13:38:52.804872 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78392896-4c6b-4013-812e-fcebec64a5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3864d16b-1661-4df8-961c-d36ccc465ea3,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:52.806602 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 35300) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:52.810379 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881a1d61-d969-4242-8b38-bf47bc82d8e4 None None] Routers {'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:38:52.810999 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-881a1d61-d969-4242-8b38-bf47bc82d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:38:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:52.856023 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-72e773f8-0da4-4ed1-bb80-78b5a1ba1a41 admin admin] Publish callbacks [] for security_group (3864d16b-1661-4df8-961c-d36ccc465ea3), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:52.878521 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-72e773f8-0da4-4ed1-bb80-78b5a1ba1a41 admin admin] Publish callbacks [] for security_group (3864d16b-1661-4df8-961c-d36ccc465ea3), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:52.928759 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-72e773f8-0da4-4ed1-bb80-78b5a1ba1a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (3864d16b-1661-4df8-961c-d36ccc465ea3), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:52.931434 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-72e773f8-0da4-4ed1-bb80-78b5a1ba1a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:52.935310 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-72e773f8-0da4-4ed1-bb80-78b5a1ba1a41 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3864d16b-1661-4df8-961c-d36ccc465ea3 HTTP/1.1" status: 204 len: 168 time: 0.1275938 Apr 12 13:38:52.943588 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e773f8-0da4-4ed1-bb80-78b5a1ba1a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3864d16b-1661-4df8-961c-d36ccc465ea3,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:52.947252 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-881a1d61-d969-4242-8b38-bf47bc82d8e4 None None] Set router f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:38:52.994468 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021a7a2-047d-4c53-886f-ecce2cb7c8d5 req-bfda44db-906f-4963-ac5f-8fdbae838d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:52.996532 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b021a7a2-047d-4c53-886f-ecce2cb7c8d5 req-bfda44db-906f-4963-ac5f-8fdbae838d7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1676d317c2b9497bb9f5385646737fbf&device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 1129 time: 0.0863249 Apr 12 13:38:53.114911 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021a7a2-047d-4c53-886f-ecce2cb7c8d5 req-69374bc2-f0f3-4684-b817-e5fb864a9cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:53.116381 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b021a7a2-047d-4c53-886f-ecce2cb7c8d5 req-69374bc2-f0f3-4684-b817-e5fb864a9cd5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ef085e4-2104-43b5-a43c-9ee214d199b2 HTTP/1.1" status: 200 len: 910 time: 0.1032135 Apr 12 13:38:53.186016 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b021a7a2-047d-4c53-886f-ecce2cb7c8d5 req-59a2ea15-2c4f-477c-b071-9f157c2eca75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2ed179a-bbd3-40b3-8023-fc05054e87e5 HTTP/1.1" status: 200 len: 999 time: 0.0601954 Apr 12 13:38:53.190534 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-881a1d61-d969-4242-8b38-bf47bc82d8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'name': 'tempest-TestShelveInstance-1588949542-router', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:49Z', 'revision_number': 4, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'gw_port': {'id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': 'cf9449bf-ce12-464b-a1b3-45348e722f27', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'port_id': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2', 'mac_address': 'fa:16:3e:22:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c26641-9eaa-496a-abfc-a1787d465d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:38:50Z', 'updated_at': '2022-04-12T13:38:50Z', 'revision_number': 0, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a25301-ef18-4626-b2fa-c822d3c338c2', 'name': '', 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'mac_address': 'fa:16:3e:16:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '48bac659-ed33-4e2b-b30d-142fa3904e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:47Z', 'updated_at': '2022-04-12T13:37:51Z', 'revision_number': 5, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'subnets': [{'id': '48bac659-ed33-4e2b-b30d-142fa3904e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:53.217510 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881a1d61-d969-4242-8b38-bf47bc82d8e4 None None] The sync data for ids ['f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'] in dv-cinder-830098-4-iscsi is: [{'id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'name': 'tempest-TestShelveInstance-1588949542-router', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:49Z', 'revision_number': 4, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'gw_port': {'id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': 'cf9449bf-ce12-464b-a1b3-45348e722f27', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'port_id': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2', 'mac_address': 'fa:16:3e:22:06:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c26641-9eaa-496a-abfc-a1787d465d21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:38:50Z', 'updated_at': '2022-04-12T13:38:50Z', 'revision_number': 0, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6a25301-ef18-4626-b2fa-c822d3c338c2', 'name': '', 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'mac_address': 'fa:16:3e:16:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '48bac659-ed33-4e2b-b30d-142fa3904e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:47Z', 'updated_at': '2022-04-12T13:37:51Z', 'revision_number': 5, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'subnets': [{'id': '48bac659-ed33-4e2b-b30d-142fa3904e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:38:53.239797 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021a7a2-047d-4c53-886f-ecce2cb7c8d5 req-a7b9a680-8379-420e-a574-2611b2131d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:53.241395 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b021a7a2-047d-4c53-886f-ecce2cb7c8d5 req-a7b9a680-8379-420e-a574-2611b2131d6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48bac659-ed33-4e2b-b30d-142fa3904e3e HTTP/1.1" status: 200 len: 848 time: 0.0494688 Apr 12 13:38:53.258474 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 35306) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:53.271710 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8c4e87f2-bd45-41e4-a8fd-6b4aec663634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:53.366413 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8c4e87f2-bd45-41e4-a8fd-6b4aec663634 admin admin] Publish callbacks [] for security_group (1e38b36c-bae4-4a24-9c5c-8a428e6b127e), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:53.366881 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021a7a2-047d-4c53-886f-ecce2cb7c8d5 req-28a9f1eb-ccc0-4b0d-ae62-e40413b18355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:53.369010 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b021a7a2-047d-4c53-886f-ecce2cb7c8d5 req-28a9f1eb-ccc0-4b0d-ae62-e40413b18355 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ef085e4-2104-43b5-a43c-9ee214d199b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508094 Apr 12 13:38:53.371502 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8c4e87f2-bd45-41e4-a8fd-6b4aec663634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (1e38b36c-bae4-4a24-9c5c-8a428e6b127e), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:53.414806 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 35308) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:53.415248 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-8c4e87f2-bd45-41e4-a8fd-6b4aec663634 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1664981f976447faa16d15b733d65651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554120 Apr 12 13:38:53.417204 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e87f2-bd45-41e4-a8fd-6b4aec663634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e38b36c-bae4-4a24-9c5c-8a428e6b127e,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:53.455050 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaae6cec-a21b-4da8-84da-17df2f5b2523 None None] New status for floating IP cf9449bf-ce12-464b-a1b3-45348e722f27: ACTIVE {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:38:53.470251 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9f737166-bfef-41d1-8a47-d455ecb7dfeb admin admin] Publish callbacks [] for security_group (1e38b36c-bae4-4a24-9c5c-8a428e6b127e), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:53.492390 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9f737166-bfef-41d1-8a47-d455ecb7dfeb admin admin] Publish callbacks [] for security_group (1e38b36c-bae4-4a24-9c5c-8a428e6b127e), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:53.544422 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9f737166-bfef-41d1-8a47-d455ecb7dfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (1e38b36c-bae4-4a24-9c5c-8a428e6b127e), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:53.548916 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9f737166-bfef-41d1-8a47-d455ecb7dfeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:53.551922 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-9f737166-bfef-41d1-8a47-d455ecb7dfeb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1e38b36c-bae4-4a24-9c5c-8a428e6b127e HTTP/1.1" status: 204 len: 168 time: 0.1334767 Apr 12 13:38:53.567131 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f737166-bfef-41d1-8a47-d455ecb7dfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e38b36c-bae4-4a24-9c5c-8a428e6b127e,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:38:53.632092 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95b766-2660-4fa6-91d4-c96faa3ee2f2 req-fb067ad0-7717-4482-aed3-aa1048e19071 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:53.633731 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4a95b766-2660-4fa6-91d4-c96faa3ee2f2 req-fb067ad0-7717-4482-aed3-aa1048e19071 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 946 time: 0.0537217 Apr 12 13:38:53.699706 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4a95b766-2660-4fa6-91d4-c96faa3ee2f2 req-6ab6bb54-9ca1-4bb7-9d33-3d2383ae7412 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=38f37c14-d5db-4eba-b9b4-8ed0fae3c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538301 Apr 12 13:38:53.946079 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b021a7a2-047d-4c53-886f-ecce2cb7c8d5 req-3716f995-44da-416c-91cb-5d88fde933a5 service neutron] 10.222.0.41 "GET /v2.0/networks/0ef085e4-2104-43b5-a43c-9ee214d199b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102638 Apr 12 13:38:54.048693 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b021a7a2-047d-4c53-886f-ecce2cb7c8d5 req-e27c28d1-bf7c-4b13-b6df-474c460fe4c0 service neutron] 10.222.0.41 "GET /v2.0/networks/0ef085e4-2104-43b5-a43c-9ee214d199b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950406 Apr 12 13:38:54.128766 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ceb49-e0a8-4dff-9fa9-d2516751732d req-11a02876-9ea8-4332-9497-194a746f7524 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:54.130275 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-443ceb49-e0a8-4dff-9fa9-d2516751732d req-11a02876-9ea8-4332-9497-194a746f7524 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 946 time: 0.3523612 Apr 12 13:38:54.142176 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 35332) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:38:54.146844 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-35952d98-625c-4488-abb9-f18bf8ba441b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Request body: {'floatingip': {'port_id': 'ddf0ad94-f03a-4ec8-92b9-124d03210c43'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:38:54.190792 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-35952d98-625c-4488-abb9-f18bf8ba441b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for floatingip (2d0bd39c-a79e-43ff-8a28-7e2a192713f1), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:54.654787 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-35952d98-625c-4488-abb9-f18bf8ba441b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:54.659672 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-35952d98-625c-4488-abb9-f18bf8ba441b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (2d0bd39c-a79e-43ff-8a28-7e2a192713f1), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:54.765361 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.l3_db [None req-35952d98-625c-4488-abb9-f18bf8ba441b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Floating IP 2d0bd39c-a79e-43ff-8a28-7e2a192713f1 associated. External IP: 172.27.2.192, port: ddf0ad94-f03a-4ec8-92b9-124d03210c43. Apr 12 13:38:54.831450 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c2dd694f-83aa-4f63-8259-47f390e57e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:54.985946 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35952d98-625c-4488-abb9-f18bf8ba441b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Router 3ec45d9b-d793-4123-bae4-18b12e08dbff has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:38:55.097624 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35952d98-625c-4488-abb9-f18bf8ba441b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:38:55.102312 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-35952d98-625c-4488-abb9-f18bf8ba441b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:55.107644 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433c8d62-d4b7-47f3-bc9f-56e777899cfe None None] Sync routers for ids ['3ec45d9b-d793-4123-bae4-18b12e08dbff'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:38:55.118868 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433c8d62-d4b7-47f3-bc9f-56e777899cfe None None] Routers {'3ec45d9b-d793-4123-bae4-18b12e08dbff'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:38:55.119755 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-433c8d62-d4b7-47f3-bc9f-56e777899cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:38:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['3ec45d9b-d793-4123-bae4-18b12e08dbff'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:55.135457 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-35952d98-625c-4488-abb9-f18bf8ba441b tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "PUT /v2.0/floatingips/2d0bd39c-a79e-43ff-8a28-7e2a192713f1 HTTP/1.1" status: 200 len: 992 time: 0.9920628 Apr 12 13:38:55.136116 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b8cfa15-3841-4b21-8121-a4f86db8c9fb', 'tag': 'ddf0ad94-f03a-4ec8-92b9-124d03210c43'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:38:55.138549 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4871940b-1a1a-4810-89be-6637b82ade0a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b8cfa15-3841-4b21-8121-a4f86db8c9fb", "tag": "ddf0ad94-f03a-4ec8-92b9-124d03210c43"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:38:55.190763 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4220791-cd2b-46b0-9dd1-3cd2d09d4aec x-openstack-request-id: req-c4220791-cd2b-46b0-9dd1-3cd2d09d4aec {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:38:55.191158 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b8cfa15-3841-4b21-8121-a4f86db8c9fb", "tag": "ddf0ad94-f03a-4ec8-92b9-124d03210c43", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:38:55.191525 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4220791-cd2b-46b0-9dd1-3cd2d09d4aec {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:38:55.191995 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4220791-cd2b-46b0-9dd1-3cd2d09d4aec'] response: {'name': 'network-changed', 'server_uuid': '7b8cfa15-3841-4b21-8121-a4f86db8c9fb', 'tag': 'ddf0ad94-f03a-4ec8-92b9-124d03210c43', 'status': 'completed', 'code': 200} Apr 12 13:38:55.245556 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-433c8d62-d4b7-47f3-bc9f-56e777899cfe None None] Set router 3ec45d9b-d793-4123-bae4-18b12e08dbff gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:38:55.257366 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871940b-1a1a-4810-89be-6637b82ade0a req-0ac3c7df-f08b-417f-98ab-6816efde7f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:55.258954 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4871940b-1a1a-4810-89be-6637b82ade0a req-0ac3c7df-f08b-417f-98ab-6816efde7f3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d7e8314f5b74f97a1d31c6659a57083&device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 1130 time: 0.0427978 Apr 12 13:38:55.371158 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871940b-1a1a-4810-89be-6637b82ade0a req-7d024289-1fd9-43ee-91c4-2a409f86cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:55.372685 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4871940b-1a1a-4810-89be-6637b82ade0a req-7d024289-1fd9-43ee-91c4-2a409f86cdf8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dbcb15e3-0cf5-4145-a386-89dfb653c57e HTTP/1.1" status: 200 len: 911 time: 0.1061590 Apr 12 13:38:55.443761 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4871940b-1a1a-4810-89be-6637b82ade0a req-c8cbe521-6052-445b-82c8-cb891a1ff865 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddf0ad94-f03a-4ec8-92b9-124d03210c43 HTTP/1.1" status: 200 len: 1000 time: 0.0637512 Apr 12 13:38:55.482259 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-433c8d62-d4b7-47f3-bc9f-56e777899cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:13Z', 'revision_number': 4, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port': {'id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:58Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '2d0bd39c-a79e-43ff-8a28-7e2a192713f1', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'port_id': 'ddf0ad94-f03a-4ec8-92b9-124d03210c43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'mac_address': 'fa:16:3e:45:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8cfa15-3841-4b21-8121-a4f86db8c9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:38:34Z', 'updated_at': '2022-04-12T13:38:54Z', 'revision_number': 1, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e72d20c-d658-4248-adc0-85f10a91dc28', 'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'mac_address': 'fa:16:3e:05:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:08Z', 'updated_at': '2022-04-12T13:32:24Z', 'revision_number': 5, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'subnets': [{'id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:55.497352 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871940b-1a1a-4810-89be-6637b82ade0a req-92dfae7e-70aa-44bd-aabf-dd6440fb96d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:55.498826 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4871940b-1a1a-4810-89be-6637b82ade0a req-92dfae7e-70aa-44bd-aabf-dd6440fb96d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa056591-a77e-4564-bed1-da05f4aad210 HTTP/1.1" status: 200 len: 849 time: 0.0445924 Apr 12 13:38:55.508984 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433c8d62-d4b7-47f3-bc9f-56e777899cfe None None] Checking router: 3ec45d9b-d793-4123-bae4-18b12e08dbff for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:38:55.517394 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433c8d62-d4b7-47f3-bc9f-56e777899cfe None None] Routers {'3ec45d9b-d793-4123-bae4-18b12e08dbff'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:38:55.518003 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-433c8d62-d4b7-47f3-bc9f-56e777899cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:38:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['3ec45d9b-d793-4123-bae4-18b12e08dbff'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:55.548751 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871940b-1a1a-4810-89be-6637b82ade0a req-b53bef1b-6a81-4753-a87b-cde2397723cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:38:55.550352 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4871940b-1a1a-4810-89be-6637b82ade0a req-b53bef1b-6a81-4753-a87b-cde2397723cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dbcb15e3-0cf5-4145-a386-89dfb653c57e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437689 Apr 12 13:38:55.633391 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-433c8d62-d4b7-47f3-bc9f-56e777899cfe None None] Set router 3ec45d9b-d793-4123-bae4-18b12e08dbff gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:38:55.646024 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4871940b-1a1a-4810-89be-6637b82ade0a req-3bed3320-2e72-48e1-ac25-d4ce896d55c2 service neutron] 10.222.0.41 "GET /v2.0/networks/dbcb15e3-0cf5-4145-a386-89dfb653c57e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872672 Apr 12 13:38:55.744811 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4871940b-1a1a-4810-89be-6637b82ade0a req-952a9a38-311a-4118-8249-63868ab91aac service neutron] 10.222.0.41 "GET /v2.0/networks/dbcb15e3-0cf5-4145-a386-89dfb653c57e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913413 Apr 12 13:38:55.947493 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-433c8d62-d4b7-47f3-bc9f-56e777899cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:13Z', 'revision_number': 4, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port': {'id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:58Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '2d0bd39c-a79e-43ff-8a28-7e2a192713f1', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'port_id': 'ddf0ad94-f03a-4ec8-92b9-124d03210c43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'mac_address': 'fa:16:3e:45:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8cfa15-3841-4b21-8121-a4f86db8c9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:38:34Z', 'updated_at': '2022-04-12T13:38:54Z', 'revision_number': 1, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e72d20c-d658-4248-adc0-85f10a91dc28', 'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'mac_address': 'fa:16:3e:05:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:08Z', 'updated_at': '2022-04-12T13:32:24Z', 'revision_number': 5, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'subnets': [{'id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:38:55.973873 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433c8d62-d4b7-47f3-bc9f-56e777899cfe None None] The sync data for ids ['3ec45d9b-d793-4123-bae4-18b12e08dbff'] in dv-cinder-830098-4-iscsi is: [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:13Z', 'revision_number': 4, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port': {'id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:58Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '2d0bd39c-a79e-43ff-8a28-7e2a192713f1', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'floating_ip_address': '172.27.2.192', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'port_id': 'ddf0ad94-f03a-4ec8-92b9-124d03210c43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'mac_address': 'fa:16:3e:45:8c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8cfa15-3841-4b21-8121-a4f86db8c9fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:38:34Z', 'updated_at': '2022-04-12T13:38:54Z', 'revision_number': 1, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e72d20c-d658-4248-adc0-85f10a91dc28', 'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'mac_address': 'fa:16:3e:05:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:08Z', 'updated_at': '2022-04-12T13:32:24Z', 'revision_number': 5, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'subnets': [{'id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:38:56.171565 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ab5d1f-7e02-467d-b4ff-28c058be4bff None None] New status for floating IP 2d0bd39c-a79e-43ff-8a28-7e2a192713f1: ACTIVE {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:38:57.466388 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-00bdcd6a-7261-4595-b0ac-737e7870536b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:58.062834 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:38:59.727383 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:00.975139 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:04.267983 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 35432) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:39:04.381770 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b50a42e2-a90f-449e-8f0f-c339a30037e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:04.459026 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b50a42e2-a90f-449e-8f0f-c339a30037e1 admin admin] Publish callbacks [] for security_group (e5699b10-8b53-4d64-bb5c-2f95118e55fa), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:04.462766 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b50a42e2-a90f-449e-8f0f-c339a30037e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (e5699b10-8b53-4d64-bb5c-2f95118e55fa), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:04.501774 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-b50a42e2-a90f-449e-8f0f-c339a30037e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39e93b66fb5a4bcb83e33917a6841e14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326345 Apr 12 13:39:04.502741 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a42e2-a90f-449e-8f0f-c339a30037e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5699b10-8b53-4d64-bb5c-2f95118e55fa,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:04.504685 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 35436) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:39:04.557632 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-85cba914-6fb3-4ebe-8cb9-05f26a7f5855 admin admin] Publish callbacks [] for security_group (e5699b10-8b53-4d64-bb5c-2f95118e55fa), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:04.578970 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-85cba914-6fb3-4ebe-8cb9-05f26a7f5855 admin admin] Publish callbacks [] for security_group (e5699b10-8b53-4d64-bb5c-2f95118e55fa), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:04.626778 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-85cba914-6fb3-4ebe-8cb9-05f26a7f5855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (e5699b10-8b53-4d64-bb5c-2f95118e55fa), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:04.630078 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-85cba914-6fb3-4ebe-8cb9-05f26a7f5855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:04.631394 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-85cba914-6fb3-4ebe-8cb9-05f26a7f5855 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5699b10-8b53-4d64-bb5c-2f95118e55fa HTTP/1.1" status: 204 len: 168 time: 0.1256747 Apr 12 13:39:04.641153 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cba914-6fb3-4ebe-8cb9-05f26a7f5855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5699b10-8b53-4d64-bb5c-2f95118e55fa,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:04.911280 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 35442) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:39:04.925899 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1b8c440b-f1ab-4405-863e-ce0ef29e6683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:05.002397 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1b8c440b-f1ab-4405-863e-ce0ef29e6683 admin admin] Publish callbacks [] for security_group (9f455b9f-1d01-4bcf-83fc-188c03a68330), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:05.006189 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1b8c440b-f1ab-4405-863e-ce0ef29e6683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (9f455b9f-1d01-4bcf-83fc-188c03a68330), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:05.046749 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-1b8c440b-f1ab-4405-863e-ce0ef29e6683 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7e04b83f6a4e48fcb9fb825ff0c7c0e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342859 Apr 12 13:39:05.047631 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c440b-f1ab-4405-863e-ce0ef29e6683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f455b9f-1d01-4bcf-83fc-188c03a68330,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:05.049528 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 35444) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:39:05.106093 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bbb019aa-2fc0-48e3-ab91-7ef9f8646b34 admin admin] Publish callbacks [] for security_group (9f455b9f-1d01-4bcf-83fc-188c03a68330), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:05.127601 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bbb019aa-2fc0-48e3-ab91-7ef9f8646b34 admin admin] Publish callbacks [] for security_group (9f455b9f-1d01-4bcf-83fc-188c03a68330), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:05.177233 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bbb019aa-2fc0-48e3-ab91-7ef9f8646b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (9f455b9f-1d01-4bcf-83fc-188c03a68330), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:05.180065 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bbb019aa-2fc0-48e3-ab91-7ef9f8646b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:05.181258 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-bbb019aa-2fc0-48e3-ab91-7ef9f8646b34 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f455b9f-1d01-4bcf-83fc-188c03a68330 HTTP/1.1" status: 204 len: 168 time: 0.1304109 Apr 12 13:39:05.189933 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb019aa-2fc0-48e3-ab91-7ef9f8646b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f455b9f-1d01-4bcf-83fc-188c03a68330,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:06.261959 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 35478) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:39:06.371061 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3ff38c1d-8c4f-4cda-9149-16951107b965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:06.452797 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3ff38c1d-8c4f-4cda-9149-16951107b965 admin admin] Publish callbacks [] for security_group (756161bc-add0-4e34-9507-57813d18635d), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:06.456696 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3ff38c1d-8c4f-4cda-9149-16951107b965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (756161bc-add0-4e34-9507-57813d18635d), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:06.495432 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff38c1d-8c4f-4cda-9149-16951107b965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756161bc-add0-4e34-9507-57813d18635d,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:06.499876 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-3ff38c1d-8c4f-4cda-9149-16951107b965 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6824249a74024da8bbddec436135cdd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2368693 Apr 12 13:39:06.503382 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 35482) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:39:06.552593 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2c905783-9956-4dee-a1ea-1dce918d0c61 admin admin] Publish callbacks [] for security_group (756161bc-add0-4e34-9507-57813d18635d), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:06.573978 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2c905783-9956-4dee-a1ea-1dce918d0c61 admin admin] Publish callbacks [] for security_group (756161bc-add0-4e34-9507-57813d18635d), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:06.621613 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2c905783-9956-4dee-a1ea-1dce918d0c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (756161bc-add0-4e34-9507-57813d18635d), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:06.624893 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2c905783-9956-4dee-a1ea-1dce918d0c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:06.626089 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-2c905783-9956-4dee-a1ea-1dce918d0c61 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/756161bc-add0-4e34-9507-57813d18635d HTTP/1.1" status: 204 len: 168 time: 0.1224174 Apr 12 13:39:06.634115 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c905783-9956-4dee-a1ea-1dce918d0c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756161bc-add0-4e34-9507-57813d18635d,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:19.775037 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:21.254851 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:39:24.836098 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5985cf41-ca22-452e-8021-b8d582c65f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:27.469835 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-15e093d3-7649-4903-b6a1-6f27b85db970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:28.065943 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:29.733702 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:30.971827 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:31.857305 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0de40-bb9e-42c6-805a-08d6044db816 req-bf30c206-5801-4c81-85b3-03561dd46a81 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:31.858878 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0de0de40-bb9e-42c6-805a-08d6044db816 req-bf30c206-5801-4c81-85b3-03561dd46a81 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 945 time: 0.0511651 Apr 12 13:39:31.907088 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0de0de40-bb9e-42c6-805a-08d6044db816 req-a94d9e79-1872-4dc8-b10b-720fe31a83da tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=63868f5b-df97-4219-b5ea-1a47c0f19bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420651 Apr 12 13:39:32.489811 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 35700) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:39:32.600785 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c4704380-6071-4ba8-8c3f-aad88873eda3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:32.691025 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c4704380-6071-4ba8-8c3f-aad88873eda3 admin admin] Publish callbacks [] for security_group (68e017d3-a402-4740-a4be-8be27a7170b9), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:32.695127 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c4704380-6071-4ba8-8c3f-aad88873eda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (68e017d3-a402-4740-a4be-8be27a7170b9), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:32.737188 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4704380-6071-4ba8-8c3f-aad88873eda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e017d3-a402-4740-a4be-8be27a7170b9,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:32.741355 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c4704380-6071-4ba8-8c3f-aad88873eda3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f25f8777ce44fd8a6a56ebbbde96e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503719 Apr 12 13:39:32.744259 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 35704) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:39:32.748384 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4704380-6071-4ba8-8c3f-aad88873eda3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.748730 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4704380-6071-4ba8-8c3f-aad88873eda3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.749074 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4704380-6071-4ba8-8c3f-aad88873eda3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.749516 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4704380-6071-4ba8-8c3f-aad88873eda3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.749885 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4704380-6071-4ba8-8c3f-aad88873eda3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.750218 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4704380-6071-4ba8-8c3f-aad88873eda3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.750543 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4704380-6071-4ba8-8c3f-aad88873eda3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.750869 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4704380-6071-4ba8-8c3f-aad88873eda3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.751194 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4704380-6071-4ba8-8c3f-aad88873eda3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.751517 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4704380-6071-4ba8-8c3f-aad88873eda3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.751843 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4704380-6071-4ba8-8c3f-aad88873eda3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.752167 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4704380-6071-4ba8-8c3f-aad88873eda3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.752488 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4704380-6071-4ba8-8c3f-aad88873eda3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.752806 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4704380-6071-4ba8-8c3f-aad88873eda3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.753139 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4704380-6071-4ba8-8c3f-aad88873eda3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.805250 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] Publish callbacks [] for security_group (68e017d3-a402-4740-a4be-8be27a7170b9), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:32.828121 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] Publish callbacks [] for security_group (68e017d3-a402-4740-a4be-8be27a7170b9), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:32.875240 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (68e017d3-a402-4740-a4be-8be27a7170b9), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:32.878568 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:32.879855 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/68e017d3-a402-4740-a4be-8be27a7170b9 HTTP/1.1" status: 204 len: 168 time: 0.1345544 Apr 12 13:39:32.891481 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e017d3-a402-4740-a4be-8be27a7170b9,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:32.903487 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.904090 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.904679 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.905274 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.905850 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.906419 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.906995 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.907594 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.908157 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.908739 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.909340 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.909942 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.910465 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.911027 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:32.911596 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7cd4ca-c9d0-423c-a8d8-41646239be55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:33.038038 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06665dda-c8b1-4ef1-b83d-5b12e3502f57 req-f4521656-cc73-45ee-9e54-097991e1243f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:33.039562 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-06665dda-c8b1-4ef1-b83d-5b12e3502f57 req-f4521656-cc73-45ee-9e54-097991e1243f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 945 time: 0.0555611 Apr 12 13:39:33.109468 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-06665dda-c8b1-4ef1-b83d-5b12e3502f57 req-effef7d0-7851-4af4-91fa-f86b947cce3f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=63868f5b-df97-4219-b5ea-1a47c0f19bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628250 Apr 12 13:39:33.927081 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae54641-5d68-436e-a3d3-35450deabf5a req-26feb772-c62b-4e0a-b054-b53fa640486b tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:33.928599 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2ae54641-5d68-436e-a3d3-35450deabf5a req-26feb772-c62b-4e0a-b054-b53fa640486b tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.41 "GET /v2.0/ports?device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 945 time: 0.0513639 Apr 12 13:39:34.035488 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-2ae54641-5d68-436e-a3d3-35450deabf5a req-f2930d8e-4f21-41bb-a446-df103f55c240 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Deleting port 3c556949-a28e-439c-8598-cb1a072e9dd6 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:39:34.035837 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-2ae54641-5d68-436e-a3d3-35450deabf5a req-f2930d8e-4f21-41bb-a446-df103f55c240 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (3c556949-a28e-439c-8598-cb1a072e9dd6), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:34.140078 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-2ae54641-5d68-436e-a3d3-35450deabf5a req-f2930d8e-4f21-41bb-a446-df103f55c240 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] For port 3c556949-a28e-439c-8598-cb1a072e9dd6, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3c556949-a28e-439c-8598-cb1a072e9dd6,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:39:34.140078 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-2ae54641-5d68-436e-a3d3-35450deabf5a req-f2930d8e-4f21-41bb-a446-df103f55c240 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (3c556949-a28e-439c-8598-cb1a072e9dd6), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:34.503807 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631163aa-b5a1-4775-b188-45a1f6426eab req-0acf5748-e634-4574-a981-d8c6fd29ca47 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:34.505329 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-631163aa-b5a1-4775-b188-45a1f6426eab req-0acf5748-e634-4574-a981-d8c6fd29ca47 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 945 time: 0.0924523 Apr 12 13:39:34.631465 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-631163aa-b5a1-4775-b188-45a1f6426eab req-e441c1ad-ef94-4b37-96be-6012d0ccef25 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=63868f5b-df97-4219-b5ea-1a47c0f19bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942602 Apr 12 13:39:34.650658 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-2ae54641-5d68-436e-a3d3-35450deabf5a req-f2930d8e-4f21-41bb-a446-df103f55c240 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:34.651026 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-2ae54641-5d68-436e-a3d3-35450deabf5a req-f2930d8e-4f21-41bb-a446-df103f55c240 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (281fd401-ac1e-4e63-b3af-bff9c3cfebce), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:34.651348 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.l3_db [req-2ae54641-5d68-436e-a3d3-35450deabf5a req-f2930d8e-4f21-41bb-a446-df103f55c240 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Floating IP 281fd401-ac1e-4e63-b3af-bff9c3cfebce disassociated. External IP: 172.27.2.213, port: 3c556949-a28e-439c-8598-cb1a072e9dd6. Apr 12 13:39:34.651691 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-2ae54641-5d68-436e-a3d3-35450deabf5a req-f2930d8e-4f21-41bb-a446-df103f55c240 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Calling delete_port for 3c556949-a28e-439c-8598-cb1a072e9dd6 owned by compute:nova {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:39:34.779431 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-2ae54641-5d68-436e-a3d3-35450deabf5a req-f2930d8e-4f21-41bb-a446-df103f55c240 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (3c556949-a28e-439c-8598-cb1a072e9dd6), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:34.808295 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2930d8e-4f21-41bb-a446-df103f55c240 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event deleted for resources: {'Port': ['ID=3c556949-a28e-439c-8598-cb1a072e9dd6,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:34.936403 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ae54641-5d68-436e-a3d3-35450deabf5a req-f2930d8e-4f21-41bb-a446-df103f55c240 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:39:35.048186 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ae54641-5d68-436e-a3d3-35450deabf5a req-f2930d8e-4f21-41bb-a446-df103f55c240 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:39:35.058449 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0206687-3d36-4340-9fe7-24311b3ff7e9 None None] Sync routers for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:39:35.069962 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0206687-3d36-4340-9fe7-24311b3ff7e9 None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:39:35.070587 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-b0206687-3d36-4340-9fe7-24311b3ff7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:39:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:39:35.099807 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae54641-5d68-436e-a3d3-35450deabf5a req-f2930d8e-4f21-41bb-a446-df103f55c240 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] No DVR routers for this DVR port 3c556949-a28e-439c-8598-cb1a072e9dd6 on host hv-cinder-83009 {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:39:35.102349 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-2ae54641-5d68-436e-a3d3-35450deabf5a req-f2930d8e-4f21-41bb-a446-df103f55c240 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:35.105733 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2ae54641-5d68-436e-a3d3-35450deabf5a req-f2930d8e-4f21-41bb-a446-df103f55c240 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.41 "DELETE /v2.0/ports/3c556949-a28e-439c-8598-cb1a072e9dd6 HTTP/1.1" status: 204 len: 173 time: 1.1718168 Apr 12 13:39:35.106230 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884a72a4-f3c6-4abc-bf99-5f83dc5c9a13', 'name': 'network-vif-deleted', 'tag': '3c556949-a28e-439c-8598-cb1a072e9dd6'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:39:35.108684 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f1d48e-a2f8-43fc-b9d9-ccbdb4b2a0dd" -d '{"events": [{"server_uuid": "884a72a4-f3c6-4abc-bf99-5f83dc5c9a13", "name": "network-vif-deleted", "tag": "3c556949-a28e-439c-8598-cb1a072e9dd6"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:39:35.164452 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cfb93f-7bc6-4846-bd43-aab7cce48a2e x-openstack-request-id: req-65cfb93f-7bc6-4846-bd43-aab7cce48a2e {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:39:35.164753 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884a72a4-f3c6-4abc-bf99-5f83dc5c9a13", "name": "network-vif-deleted", "tag": "3c556949-a28e-439c-8598-cb1a072e9dd6", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:39:35.165048 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-65cfb93f-7bc6-4846-bd43-aab7cce48a2e {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:39:35.165472 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65cfb93f-7bc6-4846-bd43-aab7cce48a2e'] response: {'server_uuid': '884a72a4-f3c6-4abc-bf99-5f83dc5c9a13', 'name': 'network-vif-deleted', 'tag': '3c556949-a28e-439c-8598-cb1a072e9dd6', 'status': 'completed', 'code': 200} Apr 12 13:39:35.190507 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-b0206687-3d36-4340-9fe7-24311b3ff7e9 None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:39:35.412706 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-b0206687-3d36-4340-9fe7-24311b3ff7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:39:35.444274 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0206687-3d36-4340-9fe7-24311b3ff7e9 None None] Checking router: 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:39:35.454793 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0206687-3d36-4340-9fe7-24311b3ff7e9 None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:39:35.455449 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-b0206687-3d36-4340-9fe7-24311b3ff7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:39:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:39:35.580648 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-b0206687-3d36-4340-9fe7-24311b3ff7e9 None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:39:35.762101 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dc8577e5-2de5-46eb-891b-351535ac14d6 req-8c253d7c-2bb4-47fb-9f35-223982db6e60 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=884a72a4-f3c6-4abc-bf99-5f83dc5c9a13 HTTP/1.1" status: 200 len: 210 time: 0.0346274 Apr 12 13:39:35.812416 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-b0206687-3d36-4340-9fe7-24311b3ff7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:39:35.844439 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0206687-3d36-4340-9fe7-24311b3ff7e9 None None] The sync data for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi is: [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:39:36.070433 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dbca5f-993b-4221-ba5b-21edff4905f4 None None] New status for floating IP 281fd401-ac1e-4e63-b3af-bff9c3cfebce: DOWN {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:39:36.848163 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 35774) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:39:36.905425 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c9a789e2-eb0a-4aa8-a099-423eba969ee6 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (63868f5b-df97-4219-b5ea-1a47c0f19bf7), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:36.931100 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c9a789e2-eb0a-4aa8-a099-423eba969ee6 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (63868f5b-df97-4219-b5ea-1a47c0f19bf7), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:36.988770 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c9a789e2-eb0a-4aa8-a099-423eba969ee6 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (63868f5b-df97-4219-b5ea-1a47c0f19bf7), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:36.991541 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c9a789e2-eb0a-4aa8-a099-423eba969ee6 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:36.992697 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-c9a789e2-eb0a-4aa8-a099-423eba969ee6 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "DELETE /v2.0/security-groups/63868f5b-df97-4219-b5ea-1a47c0f19bf7 HTTP/1.1" status: 204 len: 168 time: 0.1435997 Apr 12 13:39:36.995581 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 35776) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:39:37.002100 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a789e2-eb0a-4aa8-a099-423eba969ee6 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63868f5b-df97-4219-b5ea-1a47c0f19bf7,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:37.013168 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.api.v2.resource [None req-773bb8c9-a2e2-4173-8478-e9d7fd6de7b0 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] show failed (client error): The resource could not be found. Apr 12 13:39:37.014272 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-773bb8c9-a2e2-4173-8478-e9d7fd6de7b0 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups/63868f5b-df97-4219-b5ea-1a47c0f19bf7 HTTP/1.1" status: 404 len: 347 time: 0.0176196 Apr 12 13:39:37.017288 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 35778) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:39:37.148667 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-4060bb68-f39d-493e-9327-715abaa75cf3 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Deleting port c7810a6f-1ec4-44fd-a061-567b1819ea18 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:39:37.149014 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4060bb68-f39d-493e-9327-715abaa75cf3 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (c7810a6f-1ec4-44fd-a061-567b1819ea18), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:37.231140 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4060bb68-f39d-493e-9327-715abaa75cf3 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (c7810a6f-1ec4-44fd-a061-567b1819ea18), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:37.231484 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4060bb68-f39d-493e-9327-715abaa75cf3 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (c7810a6f-1ec4-44fd-a061-567b1819ea18), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:37.243784 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-4060bb68-f39d-493e-9327-715abaa75cf3 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Calling delete_port for c7810a6f-1ec4-44fd-a061-567b1819ea18 owned by network:floatingip {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:39:37.378757 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4060bb68-f39d-493e-9327-715abaa75cf3 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (c7810a6f-1ec4-44fd-a061-567b1819ea18), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:37.410679 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060bb68-f39d-493e-9327-715abaa75cf3 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event deleted for resources: {'Port': ['ID=c7810a6f-1ec4-44fd-a061-567b1819ea18,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:37.473083 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4060bb68-f39d-493e-9327-715abaa75cf3 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (281fd401-ac1e-4e63-b3af-bff9c3cfebce), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:37.475739 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-4060bb68-f39d-493e-9327-715abaa75cf3 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:37.476920 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-4060bb68-f39d-493e-9327-715abaa75cf3 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "DELETE /v2.0/floatingips/281fd401-ac1e-4e63-b3af-bff9c3cfebce HTTP/1.1" status: 204 len: 168 time: 0.4580703 Apr 12 13:39:37.711244 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 35782) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:39:37.715904 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-adaa7697-6205-4d23-97f9-afe809c61005 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267842649', 'description': 'tempest-description--720561070'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:39:37.737168 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-adaa7697-6205-4d23-97f9-afe809c61005 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:37.806333 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-adaa7697-6205-4d23-97f9-afe809c61005 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (802e33cd-b725-45a7-b844-4424659b063f), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:37.811011 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-adaa7697-6205-4d23-97f9-afe809c61005 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (802e33cd-b725-45a7-b844-4424659b063f), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:37.841625 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-adaa7697-6205-4d23-97f9-afe809c61005 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:37.842880 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-adaa7697-6205-4d23-97f9-afe809c61005 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1306236 Apr 12 13:39:37.846165 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 35788) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:39:37.847185 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa7697-6205-4d23-97f9-afe809c61005 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802e33cd-b725-45a7-b844-4424659b063f,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:37.851689 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-a34da32c-93bd-42fa-833f-0c50e34426d4 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'security_group_rule': {'security_group_id': '802e33cd-b725-45a7-b844-4424659b063f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:39:37.878590 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a34da32c-93bd-42fa-833f-0c50e34426d4 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (53c65737-9cb0-4b94-8002-6e85b1535c04), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:37.941993 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a34da32c-93bd-42fa-833f-0c50e34426d4 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (53c65737-9cb0-4b94-8002-6e85b1535c04), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:37.945450 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a34da32c-93bd-42fa-833f-0c50e34426d4 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (53c65737-9cb0-4b94-8002-6e85b1535c04), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:37.963486 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34da32c-93bd-42fa-833f-0c50e34426d4 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c65737-9cb0-4b94-8002-6e85b1535c04,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:37.971567 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a34da32c-93bd-42fa-833f-0c50e34426d4 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:37.975771 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 35792) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:39:37.976409 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-a34da32c-93bd-42fa-833f-0c50e34426d4 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281769 Apr 12 13:39:37.980603 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-1c90f39b-fe98-4a27-88c3-d052f8c598eb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'security_group_rule': {'security_group_id': '802e33cd-b725-45a7-b844-4424659b063f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:39:38.017742 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1c90f39b-fe98-4a27-88c3-d052f8c598eb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (d4678e60-ca63-432c-8562-0fdaa83e9f09), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:38.082524 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1c90f39b-fe98-4a27-88c3-d052f8c598eb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (d4678e60-ca63-432c-8562-0fdaa83e9f09), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:38.085359 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1c90f39b-fe98-4a27-88c3-d052f8c598eb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (d4678e60-ca63-432c-8562-0fdaa83e9f09), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:38.102591 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90f39b-fe98-4a27-88c3-d052f8c598eb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4678e60-ca63-432c-8562-0fdaa83e9f09,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:38.111244 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1c90f39b-fe98-4a27-88c3-d052f8c598eb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:38.112462 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-1c90f39b-fe98-4a27-88c3-d052f8c598eb tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356931 Apr 12 13:39:38.115557 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 35794) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:39:38.119844 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-55b21b04-d0ed-4790-98b2-9c16b454df21 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'floatingip': {'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:39:38.139283 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-55b21b04-d0ed-4790-98b2-9c16b454df21 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:38.214526 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-55b21b04-d0ed-4790-98b2-9c16b454df21 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:38.319744 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-55b21b04-d0ed-4790-98b2-9c16b454df21 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Allocated IP 172.27.2.142 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/8d5d8a42-1ba4-4b68-931e-10f4c5303b7c) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:39:38.419403 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-55b21b04-d0ed-4790-98b2-9c16b454df21 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for port (8d5d8a42-1ba4-4b68-931e-10f4c5303b7c), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:38.458135 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-55b21b04-d0ed-4790-98b2-9c16b454df21 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (8d5d8a42-1ba4-4b68-931e-10f4c5303b7c), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:38.500503 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b21b04-d0ed-4790-98b2-9c16b454df21 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:39:38.503244 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-55b21b04-d0ed-4790-98b2-9c16b454df21 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:39:38.506598 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b21b04-d0ed-4790-98b2-9c16b454df21 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:39:38.532215 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b21b04-d0ed-4790-98b2-9c16b454df21 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'Port': ['ID=8d5d8a42-1ba4-4b68-931e-10f4c5303b7c,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:38.595049 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-55b21b04-d0ed-4790-98b2-9c16b454df21 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (d38cc6bc-d24e-4c81-afa1-0aec7c8d2db4), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:38.637255 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-55b21b04-d0ed-4790-98b2-9c16b454df21 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (8d5d8a42-1ba4-4b68-931e-10f4c5303b7c), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:38.787418 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-55b21b04-d0ed-4790-98b2-9c16b454df21 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for port (8d5d8a42-1ba4-4b68-931e-10f4c5303b7c), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:38.791504 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-55b21b04-d0ed-4790-98b2-9c16b454df21 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (8d5d8a42-1ba4-4b68-931e-10f4c5303b7c), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:38.860217 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b21b04-d0ed-4790-98b2-9c16b454df21 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'Port': ['ID=8d5d8a42-1ba4-4b68-931e-10f4c5303b7c,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:38.873447 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-55b21b04-d0ed-4790-98b2-9c16b454df21 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (d38cc6bc-d24e-4c81-afa1-0aec7c8d2db4), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:38.890056 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-55b21b04-d0ed-4790-98b2-9c16b454df21 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:38.891516 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-55b21b04-d0ed-4790-98b2-9c16b454df21 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7749448 Apr 12 13:39:39.102340 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-6682e5c1-7e2c-469d-9d4e-4f897da32c86 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1267842649&fields=id&tenant_id=758bb918fa864786a7a375dde266ff59 HTTP/1.1" status: 200 len: 267 time: 0.0472522 Apr 12 13:39:39.226973 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-4c762e96-7f49-4045-a4f5-431454f43238 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:39.228436 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-4c762e96-7f49-4045-a4f5-431454f43238 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/networks?id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 HTTP/1.1" status: 200 len: 815 time: 0.1189048 Apr 12 13:39:39.244798 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-646ed620-8f16-4340-9c4a-926429994e3e tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/quotas/758bb918fa864786a7a375dde266ff59 HTTP/1.1" status: 200 len: 375 time: 0.0094323 Apr 12 13:39:39.292722 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 3c556949-a28e-439c-8598-cb1a072e9dd6 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:39:39.294021 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-e7930b0e-8894-4de1-ae61-5fe445d9e09a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=758bb918fa864786a7a375dde266ff59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440567 Apr 12 13:39:39.318891 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: 3c556949-a28e-439c-8598-cb1a072e9dd6 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:39:39.319245 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 3c556949-a28e-439c-8598-cb1a072e9dd6 not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:39:39.393717 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-074b79a7-2ffb-4510-b2ae-0fd63041846c service neutron] 10.222.0.11 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880742 Apr 12 13:39:39.484675 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-6a9f1a8a-0a47-4f6e-a948-eda274ba1499 service neutron] 10.222.0.11 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852017 Apr 12 13:39:39.648629 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3114c3f8-53e0-4214-a3b5-f2b85f2b04ce req-c1d4e063-2b69-4d67-8d46-0407ba281a7a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 210 time: 0.0293407 Apr 12 13:39:40.638834 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-ef85a179-46e5-49be-92a7-ce77d75f96ab tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:40.640443 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-ef85a179-46e5-49be-92a7-ce77d75f96ab tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.41 "GET /v2.0/networks?id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 HTTP/1.1" status: 200 len: 815 time: 0.1606789 Apr 12 13:39:40.709635 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-d369d057-b650-4bce-a858-5dda44c251f6 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=758bb918fa864786a7a375dde266ff59 HTTP/1.1" status: 200 len: 380 time: 0.0597913 Apr 12 13:39:40.755133 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-812e3e8e-2fbc-488e-8a31-dc8183f42d2d req-c006a377-8995-44c2-b2a7-c6ebc6d7032b tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 210 time: 0.0303519 Apr 12 13:39:40.786526 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-f6d2d1f2-2084-4025-9a2a-fc7b0ba90666 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'port': {'device_id': 'db49f840-b5b5-433a-863c-755c88fdb081', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'admin_state_up': True, 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'security_groups': ['802e33cd-b725-45a7-b844-4424659b063f']}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:39:40.889861 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-f6d2d1f2-2084-4025-9a2a-fc7b0ba90666 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Made reservation on behalf of 758bb918fa864786a7a375dde266ff59 for: {'port': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:39:40.893101 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-f6d2d1f2-2084-4025-9a2a-fc7b0ba90666 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:41.020410 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-f6d2d1f2-2084-4025-9a2a-fc7b0ba90666 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Allocated IP 172.20.0.3 (9ce84178-38e7-4e29-b4a8-e078a0b5e3f2/1774c03c-3ad4-4c38-b37a-e0b0c31504ad/6e40d025-3810-4906-9704-02a0dac11cd1) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:39:41.150111 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-f6d2d1f2-2084-4025-9a2a-fc7b0ba90666 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for port (6e40d025-3810-4906-9704-02a0dac11cd1), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:41.187063 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-f6d2d1f2-2084-4025-9a2a-fc7b0ba90666 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (6e40d025-3810-4906-9704-02a0dac11cd1), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:41.228177 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-f6d2d1f2-2084-4025-9a2a-fc7b0ba90666 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:39:41.231182 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-f6d2d1f2-2084-4025-9a2a-fc7b0ba90666 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:39:41.234797 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-f6d2d1f2-2084-4025-9a2a-fc7b0ba90666 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:39:41.260913 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2d1f2-2084-4025-9a2a-fc7b0ba90666 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event updated for resources: {'Port': ['ID=6e40d025-3810-4906-9704-02a0dac11cd1,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:41.289960 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-f6d2d1f2-2084-4025-9a2a-fc7b0ba90666 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:41.290601 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-f6d2d1f2-2084-4025-9a2a-fc7b0ba90666 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:41.307455 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-f6d2d1f2-2084-4025-9a2a-fc7b0ba90666 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5246668 Apr 12 13:39:41.407896 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-9d4f03d2-cdd0-4e1c-a00a-1d544d9d4439 None None] Provisioning complete for port 6e40d025-3810-4906-9704-02a0dac11cd1 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:39:41.408416 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9d4f03d2-cdd0-4e1c-a00a-1d544d9d4439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (6e40d025-3810-4906-9704-02a0dac11cd1), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:41.447899 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f03d2-cdd0-4e1c-a00a-1d544d9d4439 None None] Port 6e40d025-3810-4906-9704-02a0dac11cd1 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:39:41.870169 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daefd8-fd91-4d9b-b906-bda231a6a828 req-bc8915a5-1e8b-4f71-b17c-314730e944b0 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:41.871575 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-78daefd8-fd91-4d9b-b906-bda231a6a828 req-bc8915a5-1e8b-4f71-b17c-314730e944b0 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 931 time: 0.0471389 Apr 12 13:39:41.917557 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-78daefd8-fd91-4d9b-b906-bda231a6a828 req-4b2398e3-9404-41c6-ac34-1c09b6f4427d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=802e33cd-b725-45a7-b844-4424659b063f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402315 Apr 12 13:39:43.029275 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673293da-7b3f-40bb-96e2-717c59b239ad req-e6605fc9-8041-4011-ac61-941820018d39 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:43.030906 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-673293da-7b3f-40bb-96e2-717c59b239ad req-e6605fc9-8041-4011-ac61-941820018d39 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 931 time: 0.0470550 Apr 12 13:39:43.078192 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-673293da-7b3f-40bb-96e2-717c59b239ad req-47c03ce1-e3f3-4a2c-9596-237589284a66 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=802e33cd-b725-45a7-b844-4424659b063f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416436 Apr 12 13:39:43.150859 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Request body: {'port': {'device_id': 'db49f840-b5b5-433a-863c-755c88fdb081', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:39:43.211560 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (6e40d025-3810-4906-9704-02a0dac11cd1), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:43.469885 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e40d025-3810-4906-9704-02a0dac11cd1 {{(pid=103294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:39:43.477322 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Publish callbacks [] for port (6e40d025-3810-4906-9704-02a0dac11cd1), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:43.489844 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.provisioning_blocks [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Transition to ACTIVE for port object 6e40d025-3810-4906-9704-02a0dac11cd1 will not be triggered until provisioned by entity L2. {{(pid=103294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:39:43.493122 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (6e40d025-3810-4906-9704-02a0dac11cd1), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:43.568873 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Pushing event updated for resources: {'Port': ['ID=6e40d025-3810-4906-9704-02a0dac11cd1,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:43.623207 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Attempting to bind port 6e40d025-3810-4906-9704-02a0dac11cd1 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:39:43.623566 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Attempting to bind port 6e40d025-3810-4906-9704-02a0dac11cd1 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:39:43.623882 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Attempting to bind port 6e40d025-3810-4906-9704-02a0dac11cd1 on network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:39:43.628615 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Port 6e40d025-3810-4906-9704-02a0dac11cd1 on network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:39:43.628938 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Attempting to bind port 6e40d025-3810-4906-9704-02a0dac11cd1 on network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:39:43.634233 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:39:43.634579 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Checking segment: {'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:39:43.634970 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Bound using segment: {'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:39:43.635405 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Bound port: 6e40d025-3810-4906-9704-02a0dac11cd1, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:39:43.635765 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (6e40d025-3810-4906-9704-02a0dac11cd1), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:43.713497 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] For port 6e40d025-3810-4906-9704-02a0dac11cd1, host hv-cinder-83009, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:39:43.717261 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] For port 6e40d025-3810-4906-9704-02a0dac11cd1, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6e40d025-3810-4906-9704-02a0dac11cd1,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:39:43.724027 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (6e40d025-3810-4906-9704-02a0dac11cd1), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:43.759587 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:43.760606 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:43.762642 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] 10.222.0.41 "PUT /v2.0/ports/6e40d025-3810-4906-9704-02a0dac11cd1 HTTP/1.1" status: 200 len: 1093 time: 0.6154006 Apr 12 13:39:43.765319 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db49f840-b5b5-433a-863c-755c88fdb081', 'tag': '6e40d025-3810-4906-9704-02a0dac11cd1'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:39:43.767693 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be3de4a-817f-49a7-84d0-53cd7a5aba51" -d '{"events": [{"name": "network-changed", "server_uuid": "db49f840-b5b5-433a-863c-755c88fdb081", "tag": "6e40d025-3810-4906-9704-02a0dac11cd1"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:39:43.797616 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2f368-7758-4fcf-b5a0-d09c55c11623 service neutron] Pushing event updated for resources: {'Port': ['ID=6e40d025-3810-4906-9704-02a0dac11cd1,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:43.811659 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664e3fbe-884f-4148-b5b0-6b7d381c41f6 x-openstack-request-id: req-664e3fbe-884f-4148-b5b0-6b7d381c41f6 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:39:43.811962 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db49f840-b5b5-433a-863c-755c88fdb081", "tag": "6e40d025-3810-4906-9704-02a0dac11cd1", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:39:43.812251 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-664e3fbe-884f-4148-b5b0-6b7d381c41f6 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:39:43.812705 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-664e3fbe-884f-4148-b5b0-6b7d381c41f6'] response: {'name': 'network-changed', 'server_uuid': 'db49f840-b5b5-433a-863c-755c88fdb081', 'tag': '6e40d025-3810-4906-9704-02a0dac11cd1', 'status': 'completed', 'code': 200} Apr 12 13:39:44.190566 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89144c92-184d-4f00-9817-cb14a4430675 req-7641432e-c1f4-437b-b500-ef6ced9193f2 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:44.192035 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-89144c92-184d-4f00-9817-cb14a4430675 req-7641432e-c1f4-437b-b500-ef6ced9193f2 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 943 time: 0.0475423 Apr 12 13:39:44.239991 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-89144c92-184d-4f00-9817-cb14a4430675 req-9a92e8e8-c583-41fb-9e10-cc14e92127a1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=802e33cd-b725-45a7-b844-4424659b063f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423546 Apr 12 13:39:44.535381 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3de4a-817f-49a7-84d0-53cd7a5aba51 req-059d44a3-2443-4b44-a0c8-34af784d7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:44.537019 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2be3de4a-817f-49a7-84d0-53cd7a5aba51 req-059d44a3-2443-4b44-a0c8-34af784d7e58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=758bb918fa864786a7a375dde266ff59&device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 1127 time: 0.0414083 Apr 12 13:39:44.640802 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3de4a-817f-49a7-84d0-53cd7a5aba51 req-bb3b13f7-28a1-4c07-8a3e-443de5a40026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:44.642295 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2be3de4a-817f-49a7-84d0-53cd7a5aba51 req-bb3b13f7-28a1-4c07-8a3e-443de5a40026 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=758bb918fa864786a7a375dde266ff59&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0941067 Apr 12 13:39:44.736733 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3de4a-817f-49a7-84d0-53cd7a5aba51 req-4caa19b4-3d2e-4dfd-9217-d700fb71c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:44.738240 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2be3de4a-817f-49a7-84d0-53cd7a5aba51 req-4caa19b4-3d2e-4dfd-9217-d700fb71c1ff service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885749 Apr 12 13:39:44.819560 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-aaad04da-8a49-44be-91fe-4b3175cf6630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:44.820940 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-aaad04da-8a49-44be-91fe-4b3175cf6630 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=758bb918fa864786a7a375dde266ff59&device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 1127 time: 0.0450046 Apr 12 13:39:44.862086 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-08251ce3-b101-4195-b03d-e3600f6e939f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e40d025-3810-4906-9704-02a0dac11cd1 HTTP/1.1" status: 200 len: 217 time: 0.0340683 Apr 12 13:39:44.912587 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-6f0568cb-1313-4995-bb92-509a1b64a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:44.914047 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-6f0568cb-1313-4995-bb92-509a1b64a907 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1774c03c-3ad4-4c38-b37a-e0b0c31504ad HTTP/1.1" status: 200 len: 854 time: 0.0444221 Apr 12 13:39:44.966349 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-a442168a-4291-4892-a99b-8d5deea1a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:44.967823 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-a442168a-4291-4892-a99b-8d5deea1a0c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431650 Apr 12 13:39:45.058537 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-798c5031-4b8b-48f0-a90e-2331cfceffb4 service neutron] 10.222.0.41 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826917 Apr 12 13:39:45.296912 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1aa1aec7-6a9b-43e2-9811-277927882656 req-8a9b30b8-e3b4-41cf-b674-2699a5de3eee service neutron] 10.222.0.41 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908890 Apr 12 13:39:45.359448 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4351c-c9ea-4d6d-977c-36d2236f4d82 req-c0d1c971-249a-4f44-9d77-4377265c7202 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:45.361041 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a0d4351c-c9ea-4d6d-977c-36d2236f4d82 req-c0d1c971-249a-4f44-9d77-4377265c7202 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 943 time: 0.0530276 Apr 12 13:39:45.411064 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a0d4351c-c9ea-4d6d-977c-36d2236f4d82 req-ff64b4be-48aa-4ea2-9cc6-5f51b8cf5305 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=802e33cd-b725-45a7-b844-4424659b063f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431867 Apr 12 13:39:46.525071 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0e0b5-92fd-46d5-ab9a-19bc66ffbbda req-2ac3d420-e13e-4918-81d4-d6a9f44f89d4 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:46.526553 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fac0e0b5-92fd-46d5-ab9a-19bc66ffbbda req-2ac3d420-e13e-4918-81d4-d6a9f44f89d4 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 943 time: 0.0473502 Apr 12 13:39:46.573314 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fac0e0b5-92fd-46d5-ab9a-19bc66ffbbda req-cdbc5aec-40ae-4523-8f42-75b55dfb7df1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=802e33cd-b725-45a7-b844-4424659b063f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408621 Apr 12 13:39:47.696040 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b1971-9976-488e-9165-029c7f2b16ca req-fcb38fff-ec60-4baf-93be-7a38034aae64 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:47.697576 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-065b1971-9976-488e-9165-029c7f2b16ca req-fcb38fff-ec60-4baf-93be-7a38034aae64 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 943 time: 0.0573466 Apr 12 13:39:47.747050 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-065b1971-9976-488e-9165-029c7f2b16ca req-cd8c2b06-40f6-4c72-90cb-62a1b7f7d568 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=802e33cd-b725-45a7-b844-4424659b063f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434372 Apr 12 13:39:48.511492 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 6e40d025-3810-4906-9704-02a0dac11cd1 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:39:48.615575 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 6e40d025-3810-4906-9704-02a0dac11cd1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6e40d025-3810-4906-9704-02a0dac11cd1,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:39:48.627266 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': '6e40d025-3810-4906-9704-02a0dac11cd1', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'port_id': '6e40d025-3810-4906-9704-02a0dac11cd1', 'mac_address': 'fa:16:3e:0f:dc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:39:48.666823 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 6e40d025-3810-4906-9704-02a0dac11cd1 is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:39:48.667194 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (6e40d025-3810-4906-9704-02a0dac11cd1), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:48.681990 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e40d025-3810-4906-9704-02a0dac11cd1 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:39:48.703890 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 6e40d025-3810-4906-9704-02a0dac11cd1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6e40d025-3810-4906-9704-02a0dac11cd1,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:39:48.707695 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (6e40d025-3810-4906-9704-02a0dac11cd1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:48.757250 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=6e40d025-3810-4906-9704-02a0dac11cd1,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:48.764789 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:48.765181 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:48.765558 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:48.765924 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:48.766270 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:48.766607 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:48.766942 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:48.767307 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:48.767640 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:48.767972 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:48.768303 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:48.768734 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:48.769075 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:48.769430 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:48.769758 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:39:48.861874 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0491d-6998-4f2f-9c7e-45d95b89b2ba req-ede4b34c-3430-485f-a924-50b7eea8a2a4 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:48.863346 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-eaf0491d-6998-4f2f-9c7e-45d95b89b2ba req-ede4b34c-3430-485f-a924-50b7eea8a2a4 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 944 time: 0.0472610 Apr 12 13:39:48.913724 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-eaf0491d-6998-4f2f-9c7e-45d95b89b2ba req-561e93a5-33a5-4335-b6d1-d5e721fa62ce tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=802e33cd-b725-45a7-b844-4424659b063f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448751 Apr 12 13:39:49.076575 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['6e40d025-3810-4906-9704-02a0dac11cd1'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:39:49.995677 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:50.045555 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b3c71-e7af-4257-a6b6-15812c48582d req-a732f642-eb88-4339-9991-b49cbeadca3f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:50.047155 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d24b3c71-e7af-4257-a6b6-15812c48582d req-a732f642-eb88-4339-9991-b49cbeadca3f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 944 time: 0.0491819 Apr 12 13:39:50.098275 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d24b3c71-e7af-4257-a6b6-15812c48582d req-229bb950-73de-483a-974e-744f61ccf6e3 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=802e33cd-b725-45a7-b844-4424659b063f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454304 Apr 12 13:39:50.522297 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 6e40d025-3810-4906-9704-02a0dac11cd1 up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:39:50.569878 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port 6e40d025-3810-4906-9704-02a0dac11cd1 completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:39:50.576051 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port 6e40d025-3810-4906-9704-02a0dac11cd1 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:39:50.576427 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (6e40d025-3810-4906-9704-02a0dac11cd1), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:50.657809 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 6e40d025-3810-4906-9704-02a0dac11cd1 is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:39:50.658201 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (6e40d025-3810-4906-9704-02a0dac11cd1), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:50.680467 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db49f840-b5b5-433a-863c-755c88fdb081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e40d025-3810-4906-9704-02a0dac11cd1'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:39:50.682916 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ffc303-e622-46f3-93e8-fb41e024fd80" -d '{"events": [{"server_uuid": "db49f840-b5b5-433a-863c-755c88fdb081", "name": "network-vif-plugged", "status": "completed", "tag": "6e40d025-3810-4906-9704-02a0dac11cd1"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:39:50.699417 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 6e40d025-3810-4906-9704-02a0dac11cd1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6e40d025-3810-4906-9704-02a0dac11cd1,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:39:50.702265 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (6e40d025-3810-4906-9704-02a0dac11cd1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:50.727603 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ec5bae-de87-49d8-972c-c32018677bdf x-openstack-request-id: req-e9ec5bae-de87-49d8-972c-c32018677bdf {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:39:50.727919 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db49f840-b5b5-433a-863c-755c88fdb081", "name": "network-vif-plugged", "status": "completed", "tag": "6e40d025-3810-4906-9704-02a0dac11cd1", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:39:50.728173 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e9ec5bae-de87-49d8-972c-c32018677bdf {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:39:50.728757 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ec5bae-de87-49d8-972c-c32018677bdf'] response: {'server_uuid': 'db49f840-b5b5-433a-863c-755c88fdb081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e40d025-3810-4906-9704-02a0dac11cd1', 'code': 200} Apr 12 13:39:50.763193 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=6e40d025-3810-4906-9704-02a0dac11cd1,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:39:50.899260 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04204c-c829-4188-8c54-b4eac50874e3 req-c6783ceb-aacc-47e0-9585-9f31dccb741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:50.900748 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4e04204c-c829-4188-8c54-b4eac50874e3 req-c6783ceb-aacc-47e0-9585-9f31dccb741b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 1129 time: 0.0392385 Apr 12 13:39:50.945199 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4e04204c-c829-4188-8c54-b4eac50874e3 req-2addf0f2-067b-4cf5-8cbc-25ba5035aa2f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=802e33cd-b725-45a7-b844-4424659b063f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378382 Apr 12 13:39:51.223840 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662afff-3955-4b96-b397-fb9e0170921c req-a8e73686-b8d2-41a9-95d0-08773c7f8b85 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:51.225416 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0662afff-3955-4b96-b397-fb9e0170921c req-a8e73686-b8d2-41a9-95d0-08773c7f8b85 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 945 time: 0.0503452 Apr 12 13:39:51.277578 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0662afff-3955-4b96-b397-fb9e0170921c req-a5318e18-c29e-4ccd-8455-05e4ba9c1f09 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=802e33cd-b725-45a7-b844-4424659b063f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454180 Apr 12 13:39:52.405755 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d8b30-5c9b-4b0b-9758-485884cb63ce req-86077714-d1fc-4d94-8b7c-38f8fed4afb1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:52.407232 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-588d8b30-5c9b-4b0b-9758-485884cb63ce req-86077714-d1fc-4d94-8b7c-38f8fed4afb1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 945 time: 0.0465157 Apr 12 13:39:52.454565 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-588d8b30-5c9b-4b0b-9758-485884cb63ce req-134ed4b3-7b03-4251-a8a5-09d198b5373f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=802e33cd-b725-45a7-b844-4424659b063f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418210 Apr 12 13:39:53.219356 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4b972bd5-2093-4b39-95b0-6f9541ab9300 req-d5641d98-9a34-4f68-9c50-e16e5d8be6a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429418 Apr 12 13:39:53.312870 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b972bd5-2093-4b39-95b0-6f9541ab9300 req-4043cad0-f0c9-448e-b4c9-659c4cbf5641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:53.314473 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4b972bd5-2093-4b39-95b0-6f9541ab9300 req-4043cad0-f0c9-448e-b4c9-659c4cbf5641 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fef9bcc9d6d4674acceb9c482454dfd&device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 1129 time: 0.0420344 Apr 12 13:39:53.419845 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b972bd5-2093-4b39-95b0-6f9541ab9300 req-e588043d-8827-46a5-b95e-1acccf325fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:53.421347 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4b972bd5-2093-4b39-95b0-6f9541ab9300 req-e588043d-8827-46a5-b95e-1acccf325fff service neutron] 10.222.0.41 "GET /v2.0/networks?id=f075efcd-1b7f-4180-93c5-9b0501e51c53 HTTP/1.1" status: 200 len: 917 time: 0.0869536 Apr 12 13:39:53.495471 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4b972bd5-2093-4b39-95b0-6f9541ab9300 req-3a60a0c2-f40b-46a3-84c2-599454f066b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e81e26fc-85c8-40bd-8568-a0f1622aff05 HTTP/1.1" status: 200 len: 1000 time: 0.0631516 Apr 12 13:39:53.548725 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b972bd5-2093-4b39-95b0-6f9541ab9300 req-6a47ecd2-ca1f-45a5-930d-6b72b5d369d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:53.550277 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4b972bd5-2093-4b39-95b0-6f9541ab9300 req-6a47ecd2-ca1f-45a5-930d-6b72b5d369d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5deca89-4859-4941-9efc-762fc23afa05 HTTP/1.1" status: 200 len: 855 time: 0.0483661 Apr 12 13:39:53.577382 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8687691f-a2e5-4722-ae53-8253b402c10e req-7bc43467-1362-44a7-8b10-c60814938ea5 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:53.578943 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8687691f-a2e5-4722-ae53-8253b402c10e req-7bc43467-1362-44a7-8b10-c60814938ea5 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 945 time: 0.0516195 Apr 12 13:39:53.598514 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b972bd5-2093-4b39-95b0-6f9541ab9300 req-44594758-6f38-4b8d-bfa9-3d073dfa113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:53.599998 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4b972bd5-2093-4b39-95b0-6f9541ab9300 req-44594758-6f38-4b8d-bfa9-3d073dfa113f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f075efcd-1b7f-4180-93c5-9b0501e51c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424767 Apr 12 13:39:53.629482 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8687691f-a2e5-4722-ae53-8253b402c10e req-2340870d-3ff5-4f15-a252-26ba7dd332ff tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=802e33cd-b725-45a7-b844-4424659b063f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447764 Apr 12 13:39:53.711030 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4b972bd5-2093-4b39-95b0-6f9541ab9300 req-0b6f21b1-7c38-4d08-8c23-8509b3589f5b service neutron] 10.222.0.41 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024168 Apr 12 13:39:53.771406 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c684c33-f81c-4116-9ee2-080147eff037 req-d62e984b-2f14-40e9-bc18-f2951c213e1e tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:53.772906 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5c684c33-f81c-4116-9ee2-080147eff037 req-d62e984b-2f14-40e9-bc18-f2951c213e1e tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 945 time: 0.0775976 Apr 12 13:39:53.783021 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 35982) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:39:53.787510 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-e52530f8-aeac-4bdc-bec1-ee59e2b90f2a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Request body: {'floatingip': {'port_id': '6e40d025-3810-4906-9704-02a0dac11cd1'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:39:53.833471 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e52530f8-aeac-4bdc-bec1-ee59e2b90f2a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (d38cc6bc-d24e-4c81-afa1-0aec7c8d2db4), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:53.833798 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4b972bd5-2093-4b39-95b0-6f9541ab9300 req-b7ebe145-4017-4380-93b0-a91ed3333753 service neutron] 10.222.0.41 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066411 Apr 12 13:39:54.297379 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e52530f8-aeac-4bdc-bec1-ee59e2b90f2a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:54.301454 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e52530f8-aeac-4bdc-bec1-ee59e2b90f2a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (d38cc6bc-d24e-4c81-afa1-0aec7c8d2db4), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:54.406809 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.l3_db [None req-e52530f8-aeac-4bdc-bec1-ee59e2b90f2a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Floating IP d38cc6bc-d24e-4c81-afa1-0aec7c8d2db4 associated. External IP: 172.27.2.142, port: 6e40d025-3810-4906-9704-02a0dac11cd1. Apr 12 13:39:54.621292 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52530f8-aeac-4bdc-bec1-ee59e2b90f2a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:39:54.737373 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52530f8-aeac-4bdc-bec1-ee59e2b90f2a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:39:54.742517 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e52530f8-aeac-4bdc-bec1-ee59e2b90f2a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:54.747717 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a662863-264a-48dc-b6c7-14b515f22862 None None] Sync routers for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:39:54.757369 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a662863-264a-48dc-b6c7-14b515f22862 None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:39:54.757977 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-9a662863-264a-48dc-b6c7-14b515f22862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:39:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:39:54.771504 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-e52530f8-aeac-4bdc-bec1-ee59e2b90f2a tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "PUT /v2.0/floatingips/d38cc6bc-d24e-4c81-afa1-0aec7c8d2db4 HTTP/1.1" status: 200 len: 991 time: 0.9873598 Apr 12 13:39:54.772094 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db49f840-b5b5-433a-863c-755c88fdb081', 'tag': '6e40d025-3810-4906-9704-02a0dac11cd1'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:39:54.774341 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2daa67-5a74-408e-af72-390c0e7b3dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "db49f840-b5b5-433a-863c-755c88fdb081", "tag": "6e40d025-3810-4906-9704-02a0dac11cd1"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:39:54.822677 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf69d82d-74aa-4fa5-abfc-c97b4fbde3b0 x-openstack-request-id: req-cf69d82d-74aa-4fa5-abfc-c97b4fbde3b0 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:39:54.822946 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db49f840-b5b5-433a-863c-755c88fdb081", "tag": "6e40d025-3810-4906-9704-02a0dac11cd1", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:39:54.823270 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cf69d82d-74aa-4fa5-abfc-c97b4fbde3b0 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:39:54.823741 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf69d82d-74aa-4fa5-abfc-c97b4fbde3b0'] response: {'name': 'network-changed', 'server_uuid': 'db49f840-b5b5-433a-863c-755c88fdb081', 'tag': '6e40d025-3810-4906-9704-02a0dac11cd1', 'status': 'completed', 'code': 200} Apr 12 13:39:54.840712 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3bb4e1f1-3ef6-4c40-83a6-44b2c9581213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:54.876091 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-9a662863-264a-48dc-b6c7-14b515f22862 None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:39:54.907051 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2daa67-5a74-408e-af72-390c0e7b3dc1 req-b5b0ef03-895a-40c8-87dd-b4d6322ecbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:54.908561 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7f2daa67-5a74-408e-af72-390c0e7b3dc1 req-b5b0ef03-895a-40c8-87dd-b4d6322ecbe6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=758bb918fa864786a7a375dde266ff59&device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 1129 time: 0.0477614 Apr 12 13:39:55.016355 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2daa67-5a74-408e-af72-390c0e7b3dc1 req-fe164397-7c2b-48b5-afc8-bee4e5100fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:55.018285 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7f2daa67-5a74-408e-af72-390c0e7b3dc1 req-fe164397-7c2b-48b5-afc8-bee4e5100fa3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 HTTP/1.1" status: 200 len: 916 time: 0.1013215 Apr 12 13:39:55.090315 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7f2daa67-5a74-408e-af72-390c0e7b3dc1 req-5cb701cc-3039-4d61-a293-6c06b8efb1cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e40d025-3810-4906-9704-02a0dac11cd1 HTTP/1.1" status: 200 len: 999 time: 0.0608473 Apr 12 13:39:55.144548 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2daa67-5a74-408e-af72-390c0e7b3dc1 req-51a37bf1-95d7-4293-a02a-cf585f6a57ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:55.146255 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7f2daa67-5a74-408e-af72-390c0e7b3dc1 req-51a37bf1-95d7-4293-a02a-cf585f6a57ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1774c03c-3ad4-4c38-b37a-e0b0c31504ad HTTP/1.1" status: 200 len: 854 time: 0.0456522 Apr 12 13:39:55.196128 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2daa67-5a74-408e-af72-390c0e7b3dc1 req-bd42be2f-cd8d-4c56-9b46-6b570e9ddbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:39:55.197683 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7f2daa67-5a74-408e-af72-390c0e7b3dc1 req-bd42be2f-cd8d-4c56-9b46-6b570e9ddbff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425651 Apr 12 13:39:55.201438 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-9a662863-264a-48dc-b6c7-14b515f22862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': 'd38cc6bc-d24e-4c81-afa1-0aec7c8d2db4', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'port_id': '6e40d025-3810-4906-9704-02a0dac11cd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'mac_address': 'fa:16:3e:0f:dc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db49f840-b5b5-433a-863c-755c88fdb081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:39:38Z', 'updated_at': '2022-04-12T13:39:54Z', 'revision_number': 1, 'project_id': '758bb918fa864786a7a375dde266ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:39:55.230980 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a662863-264a-48dc-b6c7-14b515f22862 None None] Checking router: 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:39:55.240334 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a662863-264a-48dc-b6c7-14b515f22862 None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:39:55.240954 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-9a662863-264a-48dc-b6c7-14b515f22862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:39:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:39:55.293328 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7f2daa67-5a74-408e-af72-390c0e7b3dc1 req-d4c2d7ee-5147-4fa7-a1bd-0f1a0c28e4fc service neutron] 10.222.0.41 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887928 Apr 12 13:39:55.355180 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-9a662863-264a-48dc-b6c7-14b515f22862 None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:39:55.395254 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7f2daa67-5a74-408e-af72-390c0e7b3dc1 req-ebaf7448-051a-4f69-b056-642ffac3e5e7 service neutron] 10.222.0.41 "GET /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922074 Apr 12 13:39:55.593912 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-9a662863-264a-48dc-b6c7-14b515f22862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': 'd38cc6bc-d24e-4c81-afa1-0aec7c8d2db4', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'port_id': '6e40d025-3810-4906-9704-02a0dac11cd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'mac_address': 'fa:16:3e:0f:dc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db49f840-b5b5-433a-863c-755c88fdb081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:39:38Z', 'updated_at': '2022-04-12T13:39:54Z', 'revision_number': 1, 'project_id': '758bb918fa864786a7a375dde266ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:39:55.621320 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a662863-264a-48dc-b6c7-14b515f22862 None None] The sync data for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi is: [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': 'd38cc6bc-d24e-4c81-afa1-0aec7c8d2db4', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'port_id': '6e40d025-3810-4906-9704-02a0dac11cd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'mac_address': 'fa:16:3e:0f:dc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db49f840-b5b5-433a-863c-755c88fdb081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:39:38Z', 'updated_at': '2022-04-12T13:39:54Z', 'revision_number': 1, 'project_id': '758bb918fa864786a7a375dde266ff59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:39:55.813030 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d083064-1bd7-404a-9c8a-20d5c2660e70 None None] New status for floating IP d38cc6bc-d24e-4c81-afa1-0aec7c8d2db4: ACTIVE {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:39:57.471892 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-7ff9bc32-bb48-4969-b8f4-02aa67a1dfb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:58.070697 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:39:58.234840 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:39:59.735190 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:00.966620 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:01.684735 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c2d1d-93a4-4332-afaf-543dfedbab76 req-abbbf7c4-79f6-40d3-9d06-2909c50d0e9f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:01.686262 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a42c2d1d-93a4-4332-afaf-543dfedbab76 req-abbbf7c4-79f6-40d3-9d06-2909c50d0e9f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0468845 Apr 12 13:40:01.734434 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a42c2d1d-93a4-4332-afaf-543dfedbab76 req-809056d2-2239-44b7-bc22-59c68bdb7058 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414391 Apr 12 13:40:02.855479 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e7f7c-4c42-423d-a1c0-0c9772aea0d3 req-673d047f-d496-4f51-9b7d-47c006e5980a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:02.856956 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fd5e7f7c-4c42-423d-a1c0-0c9772aea0d3 req-673d047f-d496-4f51-9b7d-47c006e5980a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0477302 Apr 12 13:40:02.904419 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fd5e7f7c-4c42-423d-a1c0-0c9772aea0d3 req-30d716ab-92b3-4bad-9d96-bc6ff6f54d6b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414953 Apr 12 13:40:04.033178 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613d37f-3f94-4e86-b140-0e50230ea63c req-2038996c-3023-4355-9473-34996534b671 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:04.034670 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9613d37f-3f94-4e86-b140-0e50230ea63c req-2038996c-3023-4355-9473-34996534b671 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0549786 Apr 12 13:40:04.081496 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9613d37f-3f94-4e86-b140-0e50230ea63c req-478e6e29-dd1d-48ac-ac2c-ebb224a51ff9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412805 Apr 12 13:40:05.195280 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f4bf2-ae2e-424f-ab63-a86ff412fb9f req-b0787683-d2a0-4fbc-aec9-d2e097d30a21 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:05.196734 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fa2f4bf2-ae2e-424f-ab63-a86ff412fb9f req-b0787683-d2a0-4fbc-aec9-d2e097d30a21 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0458002 Apr 12 13:40:05.246504 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fa2f4bf2-ae2e-424f-ab63-a86ff412fb9f req-73d3c276-2dcf-4642-a41d-1003c3c89b9a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442648 Apr 12 13:40:06.362461 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982a4b5-fcec-4a61-bcb3-5834b89bf5af req-782a6069-c2a6-4793-bf47-c2c3bf80d22f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:06.363982 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d982a4b5-fcec-4a61-bcb3-5834b89bf5af req-782a6069-c2a6-4793-bf47-c2c3bf80d22f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0469615 Apr 12 13:40:06.412300 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d982a4b5-fcec-4a61-bcb3-5834b89bf5af req-e9d32c14-8ad6-4e25-a879-62954c40a64e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412722 Apr 12 13:40:07.531445 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8793d-c8c1-4741-b490-0d4842cf04ab req-5dbb1287-f8d4-4012-b645-39cef7e30c45 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:07.532980 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-84c8793d-c8c1-4741-b490-0d4842cf04ab req-5dbb1287-f8d4-4012-b645-39cef7e30c45 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0491595 Apr 12 13:40:07.578940 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-84c8793d-c8c1-4741-b490-0d4842cf04ab req-5d669887-ee5b-440d-8f30-b4a0104d4214 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397437 Apr 12 13:40:08.696490 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db1468-3def-41d9-8004-263bf9dacd01 req-a74e5523-34ed-4b34-b509-f31db397e68c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:08.697996 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-68db1468-3def-41d9-8004-263bf9dacd01 req-a74e5523-34ed-4b34-b509-f31db397e68c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0462623 Apr 12 13:40:08.752736 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-68db1468-3def-41d9-8004-263bf9dacd01 req-f2071e72-674e-433a-aaf6-d4f188d3fa48 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489886 Apr 12 13:40:09.873026 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c64ca7-8275-40be-870a-3a51621bb2d7 req-ca162cf2-60f6-4be8-b8fe-795c6ef0905b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:09.874546 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c3c64ca7-8275-40be-870a-3a51621bb2d7 req-ca162cf2-60f6-4be8-b8fe-795c6ef0905b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0466318 Apr 12 13:40:09.921557 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c3c64ca7-8275-40be-870a-3a51621bb2d7 req-8d15879e-fbfe-4565-8ec5-dce3ca48f493 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415816 Apr 12 13:40:11.041294 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfcf30-670e-4ef3-b098-5363eb541a4a req-94af9f2c-79da-4962-8748-4d9954e878af tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:11.042768 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4adfcf30-670e-4ef3-b098-5363eb541a4a req-94af9f2c-79da-4962-8748-4d9954e878af tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0469842 Apr 12 13:40:11.089622 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4adfcf30-670e-4ef3-b098-5363eb541a4a req-5701b1f8-3918-46ae-aaff-8c19afa03dfe tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413008 Apr 12 13:40:12.220117 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44ed33-f825-45d0-bd61-ee4ba817d0c0 req-a822e5e2-7932-4eaf-85a6-c2b97b2b0691 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:12.221881 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-cb44ed33-f825-45d0-bd61-ee4ba817d0c0 req-a822e5e2-7932-4eaf-85a6-c2b97b2b0691 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0634456 Apr 12 13:40:12.268666 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-cb44ed33-f825-45d0-bd61-ee4ba817d0c0 req-04c560dc-a89b-48e9-9b5d-60927a95258a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404212 Apr 12 13:40:13.391083 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad3b512-9723-488d-b485-46056bbb8898 req-41ed1b7e-aae1-4810-b871-f5deb696ca8c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:13.392556 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6ad3b512-9723-488d-b485-46056bbb8898 req-41ed1b7e-aae1-4810-b871-f5deb696ca8c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0521448 Apr 12 13:40:13.448536 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6ad3b512-9723-488d-b485-46056bbb8898 req-74155dbe-1b0f-460d-9679-9ab7a11bca42 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464461 Apr 12 13:40:14.567919 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bce31-3b39-4497-aba9-4ba7ec825762 req-ed7382ba-038b-4458-8e1b-11d9d80f298f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:14.569072 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c17bce31-3b39-4497-aba9-4ba7ec825762 req-ed7382ba-038b-4458-8e1b-11d9d80f298f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0474074 Apr 12 13:40:14.618685 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c17bce31-3b39-4497-aba9-4ba7ec825762 req-4e5655cb-d18d-460b-a339-7862d6dbb840 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438278 Apr 12 13:40:15.739776 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ef2a5-eb5f-494f-85f3-460e4551b07a req-83d98141-defd-4dac-88ef-a99b0f126a78 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:15.740989 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-350ef2a5-eb5f-494f-85f3-460e4551b07a req-83d98141-defd-4dac-88ef-a99b0f126a78 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0522578 Apr 12 13:40:15.788962 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-350ef2a5-eb5f-494f-85f3-460e4551b07a req-9f8fe0a8-deb9-425d-bf4d-b90bf2de939f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420475 Apr 12 13:40:16.910898 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17939b58-ec89-4f13-8674-28ae49e7f0f2 req-6f412175-0d6b-47f9-9345-5fc4ddc2cd5b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:16.913039 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-17939b58-ec89-4f13-8674-28ae49e7f0f2 req-6f412175-0d6b-47f9-9345-5fc4ddc2cd5b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0491905 Apr 12 13:40:16.965745 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-17939b58-ec89-4f13-8674-28ae49e7f0f2 req-44efd7fa-6c37-4735-b211-20960329a0b2 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464158 Apr 12 13:40:18.084446 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9ed42-d3e8-40ca-b023-3554bd242f9f req-66044f8a-5ff5-4eca-ad75-4ec9a40cf2e4 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:18.086012 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-07d9ed42-d3e8-40ca-b023-3554bd242f9f req-66044f8a-5ff5-4eca-ad75-4ec9a40cf2e4 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0469790 Apr 12 13:40:18.136943 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-07d9ed42-d3e8-40ca-b023-3554bd242f9f req-4caadc92-31af-42d6-9787-b8797eea3bf0 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447679 Apr 12 13:40:18.249202 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 36154) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:40:18.351238 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2807b4c4-2032-42e0-84c5-7a31ef9c4811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:18.426091 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2807b4c4-2032-42e0-84c5-7a31ef9c4811 admin admin] Publish callbacks [] for security_group (86271aa3-8d80-47e5-932d-680796a7a2df), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:18.430059 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2807b4c4-2032-42e0-84c5-7a31ef9c4811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (86271aa3-8d80-47e5-932d-680796a7a2df), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:18.466726 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807b4c4-2032-42e0-84c5-7a31ef9c4811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86271aa3-8d80-47e5-932d-680796a7a2df,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:40:18.471233 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-2807b4c4-2032-42e0-84c5-7a31ef9c4811 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7abb07eaa90d4cdaa467f71377c547b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207017 Apr 12 13:40:18.473882 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 36158) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:40:18.520265 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0fabe721-4457-43c5-96b3-ecff4b1dffc5 admin admin] Publish callbacks [] for security_group (86271aa3-8d80-47e5-932d-680796a7a2df), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:18.540514 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0fabe721-4457-43c5-96b3-ecff4b1dffc5 admin admin] Publish callbacks [] for security_group (86271aa3-8d80-47e5-932d-680796a7a2df), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:18.587004 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0fabe721-4457-43c5-96b3-ecff4b1dffc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (86271aa3-8d80-47e5-932d-680796a7a2df), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:18.589655 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0fabe721-4457-43c5-96b3-ecff4b1dffc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:18.590855 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-0fabe721-4457-43c5-96b3-ecff4b1dffc5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/86271aa3-8d80-47e5-932d-680796a7a2df HTTP/1.1" status: 204 len: 168 time: 0.1161225 Apr 12 13:40:18.598609 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabe721-4457-43c5-96b3-ecff4b1dffc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86271aa3-8d80-47e5-932d-680796a7a2df,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:40:18.652808 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device e81e26fc-85c8-40bd-8568-a0f1622aff05 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:40:18.753064 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port e81e26fc-85c8-40bd-8568-a0f1622aff05, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e81e26fc-85c8-40bd-8568-a0f1622aff05,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:40:18.764166 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': 'e81e26fc-85c8-40bd-8568-a0f1622aff05', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'port_id': 'e81e26fc-85c8-40bd-8568-a0f1622aff05', 'mac_address': 'fa:16:3e:5b:04:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:40:18.803254 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port e81e26fc-85c8-40bd-8568-a0f1622aff05 is: ACTIVE; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:40:18.803644 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:18.820945 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e81e26fc-85c8-40bd-8568-a0f1622aff05 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:40:18.840829 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port e81e26fc-85c8-40bd-8568-a0f1622aff05, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e81e26fc-85c8-40bd-8568-a0f1622aff05,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:40:18.844745 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:18.907230 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=e81e26fc-85c8-40bd-8568-a0f1622aff05,revision_number=6']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:40:18.941684 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['e81e26fc-85c8-40bd-8568-a0f1622aff05'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:40:19.267633 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66267027-b6f1-4f44-96b3-21c72a2091ab req-93012305-f524-49cd-870c-7edbdcb99076 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:19.269302 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-66267027-b6f1-4f44-96b3-21c72a2091ab req-93012305-f524-49cd-870c-7edbdcb99076 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 944 time: 0.0606267 Apr 12 13:40:19.319271 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-66267027-b6f1-4f44-96b3-21c72a2091ab req-5d4298db-e753-44d5-847d-e9c0d0028986 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438979 Apr 12 13:40:19.994675 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:20.434760 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cebe03-778d-4d37-9520-8f96869bde85 req-1d820a90-1ec9-4d9d-9f2a-1c919db0938f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:20.436227 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-79cebe03-778d-4d37-9520-8f96869bde85 req-1d820a90-1ec9-4d9d-9f2a-1c919db0938f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 944 time: 0.0457571 Apr 12 13:40:20.486164 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-79cebe03-778d-4d37-9520-8f96869bde85 req-09dbd660-642e-4477-ac59-b714e72f1b89 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443788 Apr 12 13:40:20.661100 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device e81e26fc-85c8-40bd-8568-a0f1622aff05 up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:40:20.707272 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port e81e26fc-85c8-40bd-8568-a0f1622aff05 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:40:20.707646 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:20.781756 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port e81e26fc-85c8-40bd-8568-a0f1622aff05 is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:40:20.782143 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:20.805351 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c5cbca-739a-4706-9622-db4f923a4f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81e26fc-85c8-40bd-8568-a0f1622aff05'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:40:20.807690 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5001c6c-9d62-4b4c-9062-2cd92c60213f" -d '{"events": [{"server_uuid": "83c5cbca-739a-4706-9622-db4f923a4f0a", "name": "network-vif-plugged", "status": "completed", "tag": "e81e26fc-85c8-40bd-8568-a0f1622aff05"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:40:20.824631 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port e81e26fc-85c8-40bd-8568-a0f1622aff05, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e81e26fc-85c8-40bd-8568-a0f1622aff05,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:40:20.838547 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:20.863651 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fe5100-9786-4d2a-a867-03b7f2e3e4d8 x-openstack-request-id: req-50fe5100-9786-4d2a-a867-03b7f2e3e4d8 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:40:20.863971 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c5cbca-739a-4706-9622-db4f923a4f0a", "name": "network-vif-plugged", "status": "completed", "tag": "e81e26fc-85c8-40bd-8568-a0f1622aff05", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:40:20.864234 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-50fe5100-9786-4d2a-a867-03b7f2e3e4d8 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:40:20.864633 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50fe5100-9786-4d2a-a867-03b7f2e3e4d8'] response: {'server_uuid': '83c5cbca-739a-4706-9622-db4f923a4f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81e26fc-85c8-40bd-8568-a0f1622aff05', 'code': 200} Apr 12 13:40:20.891200 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=e81e26fc-85c8-40bd-8568-a0f1622aff05,revision_number=7']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:40:21.608105 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f008a3-b8b7-4c87-a803-0cee3bdcf2ed req-12a444f6-507a-4ef3-8256-a20b226a0927 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:21.609593 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d2f008a3-b8b7-4c87-a803-0cee3bdcf2ed req-12a444f6-507a-4ef3-8256-a20b226a0927 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0519316 Apr 12 13:40:21.660732 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d2f008a3-b8b7-4c87-a803-0cee3bdcf2ed req-6a2be010-e71b-4782-8651-7d1bdf9cbc52 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454421 Apr 12 13:40:22.779711 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022f01b-8362-4287-b906-9374c943384a req-1da56e45-cb1b-4c62-a474-a4fd94f246cf tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:22.781173 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5022f01b-8362-4287-b906-9374c943384a req-1da56e45-cb1b-4c62-a474-a4fd94f246cf tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0472245 Apr 12 13:40:22.826989 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5022f01b-8362-4287-b906-9374c943384a req-09df5b83-e1ef-4950-93b6-3b4965182b72 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402675 Apr 12 13:40:23.950023 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa6479-6066-4c26-9a1d-eae6169d9c03 req-d6022164-c5d8-4746-b973-879f52af7fa6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:23.951419 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-74fa6479-6066-4c26-9a1d-eae6169d9c03 req-d6022164-c5d8-4746-b973-879f52af7fa6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0474939 Apr 12 13:40:23.998523 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-74fa6479-6066-4c26-9a1d-eae6169d9c03 req-ca54653a-9902-4a40-a13a-c76ffa66636d tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416458 Apr 12 13:40:24.843379 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f46639ab-576c-4ca6-a17d-ac771851ad90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:25.118958 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da43d4-009c-4f79-b608-bb56c1039e4a req-2d043300-0b71-4b67-9036-3faac0008f6f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:25.120417 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-11da43d4-009c-4f79-b608-bb56c1039e4a req-2d043300-0b71-4b67-9036-3faac0008f6f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0504293 Apr 12 13:40:25.166394 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-11da43d4-009c-4f79-b608-bb56c1039e4a req-9feab6d8-7458-4735-897e-5c3cbdb8c2be tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405128 Apr 12 13:40:26.292267 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193ff99-004f-4c89-9c2b-44e430681ffd req-5f2657a9-71c9-4b1f-9410-316e3bf53d7f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:26.293808 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5193ff99-004f-4c89-9c2b-44e430681ffd req-5f2657a9-71c9-4b1f-9410-316e3bf53d7f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0577602 Apr 12 13:40:26.342036 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5193ff99-004f-4c89-9c2b-44e430681ffd req-983b6315-7754-46e3-abc2-949066dbe777 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415444 Apr 12 13:40:27.460005 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a21ab-4946-4983-b504-6eb163a82458 req-d654b414-4225-4ee1-b23a-35a6b362f376 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:27.461523 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-627a21ab-4946-4983-b504-6eb163a82458 req-d654b414-4225-4ee1-b23a-35a6b362f376 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0482299 Apr 12 13:40:27.473335 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec29a024-60cc-4490-9e74-19612aba070b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:27.509191 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-627a21ab-4946-4983-b504-6eb163a82458 req-a08913bb-a1a1-4c6a-99fe-7ca2d4da653b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421793 Apr 12 13:40:28.071951 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:28.626476 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6b88f-d426-443d-b6bc-675026cb3dea req-ead7c5e6-a9c8-4e9f-a781-3a6ddf66e8f3 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:28.627926 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a6e6b88f-d426-443d-b6bc-675026cb3dea req-ead7c5e6-a9c8-4e9f-a781-3a6ddf66e8f3 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0464647 Apr 12 13:40:28.674680 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a6e6b88f-d426-443d-b6bc-675026cb3dea req-0fa0a122-4d98-4fdd-a070-dc9cef6cfcaf tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403924 Apr 12 13:40:29.735786 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:29.794622 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e12f70-9854-453c-8e87-8320cb03460e req-55d0e4ed-99c5-4b53-b118-c43d4fbb2ab1 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:29.796199 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-13e12f70-9854-453c-8e87-8320cb03460e req-55d0e4ed-99c5-4b53-b118-c43d4fbb2ab1 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0468283 Apr 12 13:40:29.846153 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-13e12f70-9854-453c-8e87-8320cb03460e req-8c8407a1-4c1e-489a-a6d7-0a368a5e432c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443656 Apr 12 13:40:30.971037 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:30.971756 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d918bc-e9fb-4fb4-92cb-ecdc44987efb req-6f8cf559-9c4f-4578-ac28-62a28db601ea tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:30.973331 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-89d918bc-e9fb-4fb4-92cb-ecdc44987efb req-6f8cf559-9c4f-4578-ac28-62a28db601ea tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0545447 Apr 12 13:40:31.036734 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-89d918bc-e9fb-4fb4-92cb-ecdc44987efb req-d2fafe37-be21-41e0-acdf-f759c2a4bcc8 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512507 Apr 12 13:40:31.804505 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 36294) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:40:31.946252 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-38490691-8a9c-4c47-a355-d26e94bae9f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:32.031014 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-38490691-8a9c-4c47-a355-d26e94bae9f0 admin admin] Publish callbacks [] for security_group (e18802bc-ed9b-41ef-ae0a-ea1333c14194), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:32.034874 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-38490691-8a9c-4c47-a355-d26e94bae9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (e18802bc-ed9b-41ef-ae0a-ea1333c14194), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:32.074965 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-38490691-8a9c-4c47-a355-d26e94bae9f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dbe925dc748a4835a8012678054326f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691574 Apr 12 13:40:32.076044 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38490691-8a9c-4c47-a355-d26e94bae9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18802bc-ed9b-41ef-ae0a-ea1333c14194,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:40:32.077766 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 36300) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:40:32.142555 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-252e658b-8fde-4a3b-aaab-89bf9f2b3440 admin admin] Publish callbacks [] for security_group (e18802bc-ed9b-41ef-ae0a-ea1333c14194), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:32.193582 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479358b4-6848-4bee-b5db-729fc97c23c8 req-165e8be7-3d9c-4eab-a333-2d794a210d16 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:32.195937 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-479358b4-6848-4bee-b5db-729fc97c23c8 req-165e8be7-3d9c-4eab-a333-2d794a210d16 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0732586 Apr 12 13:40:32.198134 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-252e658b-8fde-4a3b-aaab-89bf9f2b3440 admin admin] Publish callbacks [] for security_group (e18802bc-ed9b-41ef-ae0a-ea1333c14194), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:32.271356 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-479358b4-6848-4bee-b5db-729fc97c23c8 req-7a87bb19-e2ca-40a6-8f69-e94d6a3a213f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661774 Apr 12 13:40:32.288344 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-252e658b-8fde-4a3b-aaab-89bf9f2b3440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (e18802bc-ed9b-41ef-ae0a-ea1333c14194), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:32.291838 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-252e658b-8fde-4a3b-aaab-89bf9f2b3440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:32.292944 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-252e658b-8fde-4a3b-aaab-89bf9f2b3440 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e18802bc-ed9b-41ef-ae0a-ea1333c14194 HTTP/1.1" status: 204 len: 168 time: 0.2131033 Apr 12 13:40:32.306198 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e658b-8fde-4a3b-aaab-89bf9f2b3440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18802bc-ed9b-41ef-ae0a-ea1333c14194,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:40:33.400596 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d10675-f98e-4c32-bb58-e28d7c5ebe31 req-b57d1abe-d43c-4ce9-a0c2-57d2f8795ba4 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:33.402237 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-07d10675-f98e-4c32-bb58-e28d7c5ebe31 req-b57d1abe-d43c-4ce9-a0c2-57d2f8795ba4 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0506742 Apr 12 13:40:33.457426 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-07d10675-f98e-4c32-bb58-e28d7c5ebe31 req-3670e726-da32-4b6d-9147-bb25f77cd04b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496540 Apr 12 13:40:34.582004 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f33970-712c-4fc4-bbe9-bb059f64b938 req-f799516a-91b1-45fe-8b5e-e37e8c18dc7c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:34.583479 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-85f33970-712c-4fc4-bbe9-bb059f64b938 req-f799516a-91b1-45fe-8b5e-e37e8c18dc7c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0503047 Apr 12 13:40:34.644773 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-85f33970-712c-4fc4-bbe9-bb059f64b938 req-6fa59147-f11b-4a91-a0a2-e15c030d4001 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556118 Apr 12 13:40:35.234136 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:40:35.772343 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab941bfe-8cf7-46b0-a04e-66fe5f594018 req-234203c2-c222-406c-a536-0039d5665201 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:35.774203 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ab941bfe-8cf7-46b0-a04e-66fe5f594018 req-234203c2-c222-406c-a536-0039d5665201 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0527730 Apr 12 13:40:35.825596 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ab941bfe-8cf7-46b0-a04e-66fe5f594018 req-73bb5e1e-0979-4f9b-b99b-08b30142e939 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457182 Apr 12 13:40:36.950346 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3d6fec-cd1f-456d-9422-9d7e8277b6f2 req-6427a7c5-9bb2-45a4-bccf-deb663a959a3 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:36.951892 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4e3d6fec-cd1f-456d-9422-9d7e8277b6f2 req-6427a7c5-9bb2-45a4-bccf-deb663a959a3 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0504465 Apr 12 13:40:37.005764 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4e3d6fec-cd1f-456d-9422-9d7e8277b6f2 req-ac825edd-8a89-47bf-8d7b-3e1ecf7e6822 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478866 Apr 12 13:40:38.163102 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ab9d7-5972-4abe-b06e-5e23cb0ac594 req-8545ac8a-48ff-47ee-8bb8-1bd7fae48425 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:38.164652 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-921ab9d7-5972-4abe-b06e-5e23cb0ac594 req-8545ac8a-48ff-47ee-8bb8-1bd7fae48425 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0659435 Apr 12 13:40:38.222626 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-921ab9d7-5972-4abe-b06e-5e23cb0ac594 req-d8acf87f-4b51-470e-af30-7c31184bd5fa tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493786 Apr 12 13:40:39.344449 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42975e8b-9e52-478c-a325-f5f03383295b req-4b0d6fa2-44fd-49ad-a1f2-626c0dd89f12 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:39.346214 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-42975e8b-9e52-478c-a325-f5f03383295b req-4b0d6fa2-44fd-49ad-a1f2-626c0dd89f12 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0466592 Apr 12 13:40:39.403982 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-42975e8b-9e52-478c-a325-f5f03383295b req-bfa36b19-5e4f-4988-8a0d-95f4ca39562c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514970 Apr 12 13:40:40.835376 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039017f-86e8-4c37-9840-1f26847b024d req-0dc1c7c3-fae6-406d-8120-ae168569ca08 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:40.837896 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d039017f-86e8-4c37-9840-1f26847b024d req-0dc1c7c3-fae6-406d-8120-ae168569ca08 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.3418705 Apr 12 13:40:40.892191 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d039017f-86e8-4c37-9840-1f26847b024d req-15187edb-af01-4b1e-ada2-3cb89da46f9b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485106 Apr 12 13:40:42.013314 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4da17-971e-42e7-8690-ecd9d145651f req-915799e7-d2ff-419b-9b6b-c1ca32955352 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:42.014897 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-82f4da17-971e-42e7-8690-ecd9d145651f req-915799e7-d2ff-419b-9b6b-c1ca32955352 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0485766 Apr 12 13:40:42.067766 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-82f4da17-971e-42e7-8690-ecd9d145651f req-d315c601-a6e2-414b-bd57-8a9182427ddd tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467048 Apr 12 13:40:43.185262 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b101e-f7ef-4b5a-88a7-17972c82e51a req-4c3c95d7-cc6d-42fe-8890-a0ed37fa33d4 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:43.186721 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3d3b101e-f7ef-4b5a-88a7-17972c82e51a req-4c3c95d7-cc6d-42fe-8890-a0ed37fa33d4 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0464177 Apr 12 13:40:43.232856 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3d3b101e-f7ef-4b5a-88a7-17972c82e51a req-cfed13fa-cd6a-47b3-ae8b-3d15eaf89455 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405335 Apr 12 13:40:43.301434 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cb681-eec1-4f5e-8f1a-6a98ef552535 req-6bc4cd18-7c0e-4caa-95c0-7a705fa3b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:43.303523 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d17cb681-eec1-4f5e-8f1a-6a98ef552535 req-6bc4cd18-7c0e-4caa-95c0-7a705fa3b0f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fef9bcc9d6d4674acceb9c482454dfd&device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 1129 time: 0.0385542 Apr 12 13:40:43.394768 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cb681-eec1-4f5e-8f1a-6a98ef552535 req-98def616-9100-4613-910e-4350c4bfed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:43.396398 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d17cb681-eec1-4f5e-8f1a-6a98ef552535 req-98def616-9100-4613-910e-4350c4bfed4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=f075efcd-1b7f-4180-93c5-9b0501e51c53 HTTP/1.1" status: 200 len: 917 time: 0.0856891 Apr 12 13:40:43.468130 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d17cb681-eec1-4f5e-8f1a-6a98ef552535 req-d1301a0b-35df-4c12-a460-85f031800b46 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e81e26fc-85c8-40bd-8568-a0f1622aff05 HTTP/1.1" status: 200 len: 1000 time: 0.0625236 Apr 12 13:40:43.515866 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cb681-eec1-4f5e-8f1a-6a98ef552535 req-1ae6a907-2fe2-4b30-adf5-50e96726721b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:43.517281 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d17cb681-eec1-4f5e-8f1a-6a98ef552535 req-1ae6a907-2fe2-4b30-adf5-50e96726721b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5deca89-4859-4941-9efc-762fc23afa05 HTTP/1.1" status: 200 len: 855 time: 0.0417354 Apr 12 13:40:43.560382 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cb681-eec1-4f5e-8f1a-6a98ef552535 req-0b1135ef-0b92-48e2-874b-f4dc036709c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:43.561857 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d17cb681-eec1-4f5e-8f1a-6a98ef552535 req-0b1135ef-0b92-48e2-874b-f4dc036709c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f075efcd-1b7f-4180-93c5-9b0501e51c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371726 Apr 12 13:40:43.653358 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d17cb681-eec1-4f5e-8f1a-6a98ef552535 req-4626399c-55dc-48c8-9ae2-caca4980d518 service neutron] 10.222.0.41 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834997 Apr 12 13:40:43.744057 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d17cb681-eec1-4f5e-8f1a-6a98ef552535 req-5489c25f-bda8-49fb-b01a-a1b05405c446 service neutron] 10.222.0.41 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825284 Apr 12 13:40:44.517821 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605ddbe-c0c2-491d-8e87-5ef1e7326b7d req-93c2c41d-3354-4aa9-b37d-ddb005f75a5d tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:44.519822 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5605ddbe-c0c2-491d-8e87-5ef1e7326b7d req-93c2c41d-3354-4aa9-b37d-ddb005f75a5d tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0613210 Apr 12 13:40:44.566686 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5605ddbe-c0c2-491d-8e87-5ef1e7326b7d req-dc848a07-8e35-4c92-b7c5-c54a84e5dc70 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406809 Apr 12 13:40:45.691855 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86603a1f-acf0-4cca-85b7-e93e15ebc0de req-361bbc99-a21b-41b6-8496-5f8fc097a293 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:45.693476 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-86603a1f-acf0-4cca-85b7-e93e15ebc0de req-361bbc99-a21b-41b6-8496-5f8fc097a293 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0482235 Apr 12 13:40:45.743950 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-86603a1f-acf0-4cca-85b7-e93e15ebc0de req-068d0c05-5eec-4c9d-b32a-fbebe91fe92b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446351 Apr 12 13:40:46.863606 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77328634-7a8e-46d9-8357-54aff9073704 req-a69cde97-a85d-4f01-84bb-b10f32de28ef tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:46.865948 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-77328634-7a8e-46d9-8357-54aff9073704 req-a69cde97-a85d-4f01-84bb-b10f32de28ef tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 945 time: 0.0518918 Apr 12 13:40:46.885432 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device e81e26fc-85c8-40bd-8568-a0f1622aff05 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:40:46.914577 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-77328634-7a8e-46d9-8357-54aff9073704 req-26c1810f-1760-455a-87d5-f585801ad653 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432258 Apr 12 13:40:46.966615 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port e81e26fc-85c8-40bd-8568-a0f1622aff05 is: ACTIVE; New status is: DOWN {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:40:46.967008 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:46.990943 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c5cbca-739a-4706-9622-db4f923a4f0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e81e26fc-85c8-40bd-8568-a0f1622aff05'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:40:46.993198 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcfd097-f7d3-4034-be61-6bf17f35a64b" -d '{"events": [{"server_uuid": "83c5cbca-739a-4706-9622-db4f923a4f0a", "name": "network-vif-unplugged", "status": "completed", "tag": "e81e26fc-85c8-40bd-8568-a0f1622aff05"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:40:47.005406 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port e81e26fc-85c8-40bd-8568-a0f1622aff05, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e81e26fc-85c8-40bd-8568-a0f1622aff05,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:40:47.010784 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:47.036231 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 13:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf044bdf-c53b-4924-993f-f5a4c53f8eec x-openstack-request-id: req-bf044bdf-c53b-4924-993f-f5a4c53f8eec {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:40:47.036738 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c5cbca-739a-4706-9622-db4f923a4f0a", "name": "network-vif-unplugged", "status": "failed", "tag": "e81e26fc-85c8-40bd-8568-a0f1622aff05", "code": 422}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:40:47.037643 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf044bdf-c53b-4924-993f-f5a4c53f8eec {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:40:47.037984 dv-cinder-830098-4-iscsi neutron-server[103296]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bf044bdf-c53b-4924-993f-f5a4c53f8eec']: {'server_uuid': '83c5cbca-739a-4706-9622-db4f923a4f0a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e81e26fc-85c8-40bd-8568-a0f1622aff05', 'code': 422} returned with failed status Apr 12 13:40:47.065910 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=e81e26fc-85c8-40bd-8568-a0f1622aff05,revision_number=8']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:40:47.664714 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [req-7ebc7cd2-9544-4b6e-a579-34eee4688fa3 req-7384ecf8-d547-4d62-bb15-901e505f434a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103294) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:40:47.665723 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7ebc7cd2-9544-4b6e-a579-34eee4688fa3 req-7384ecf8-d547-4d62-bb15-901e505f434a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055172 Apr 12 13:40:47.821423 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae939fb-b85a-4784-a140-cf5e45c1f268 req-163ca9ac-93fc-450c-b6ed-71707818aaa9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:47.822898 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8ae939fb-b85a-4784-a140-cf5e45c1f268 req-163ca9ac-93fc-450c-b6ed-71707818aaa9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.0495644 Apr 12 13:40:47.877487 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-921ad629-0323-4a1f-bbbb-9f478109c053 req-0dc64a69-5b5f-4009-b086-13666904a3ef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0536201 Apr 12 13:40:47.898862 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8ae939fb-b85a-4784-a140-cf5e45c1f268 req-a182ab1a-7354-4c7c-8a75-8cf2fb5d3ce7 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678139 Apr 12 13:40:47.952039 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ad629-0323-4a1f-bbbb-9f478109c053 req-50a58a05-93e4-4206-919e-2862629b0ac6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:47.953395 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-921ad629-0323-4a1f-bbbb-9f478109c053 req-50a58a05-93e4-4206-919e-2862629b0ac6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports/e81e26fc-85c8-40bd-8568-a0f1622aff05 HTTP/1.1" status: 200 len: 940 time: 0.0468245 Apr 12 13:40:48.802552 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ad629-0323-4a1f-bbbb-9f478109c053 req-dd25e354-8649-4b46-8b0e-dea3857ef93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:48.804110 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-921ad629-0323-4a1f-bbbb-9f478109c053 req-dd25e354-8649-4b46-8b0e-dea3857ef93e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a&tenant_id=4fef9bcc9d6d4674acceb9c482454dfd HTTP/1.1" status: 200 len: 1127 time: 0.0714850 Apr 12 13:40:48.871566 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ad629-0323-4a1f-bbbb-9f478109c053 req-a73fb81a-159e-40cc-99bb-73a10d58bfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:48.873010 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-921ad629-0323-4a1f-bbbb-9f478109c053 req-a73fb81a-159e-40cc-99bb-73a10d58bfa9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fef9bcc9d6d4674acceb9c482454dfd&device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 1127 time: 0.0383084 Apr 12 13:40:48.966525 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ad629-0323-4a1f-bbbb-9f478109c053 req-1e234929-b5f5-4447-b297-76ce31dcfc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:48.968299 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-921ad629-0323-4a1f-bbbb-9f478109c053 req-1e234929-b5f5-4447-b297-76ce31dcfc4b service neutron] 10.222.0.41 "GET /v2.0/networks?id=f075efcd-1b7f-4180-93c5-9b0501e51c53 HTTP/1.1" status: 200 len: 917 time: 0.0892951 Apr 12 13:40:49.058176 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac1a28-db32-4e7c-af50-84232c408e64 req-cb66609c-cf26-4f6c-95a7-eda0709ce53c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:49.059646 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-09ac1a28-db32-4e7c-af50-84232c408e64 req-cb66609c-cf26-4f6c-95a7-eda0709ce53c tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.0860176 Apr 12 13:40:49.077474 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-921ad629-0323-4a1f-bbbb-9f478109c053 req-6ece3c1c-e869-4211-8c39-c54760339158 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e81e26fc-85c8-40bd-8568-a0f1622aff05 HTTP/1.1" status: 200 len: 998 time: 0.0952094 Apr 12 13:40:49.148614 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-09ac1a28-db32-4e7c-af50-84232c408e64 req-1dc7f9be-3e56-49a4-8556-5a2b66c0e8ab tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798004 Apr 12 13:40:49.150117 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ad629-0323-4a1f-bbbb-9f478109c053 req-8d45456c-6e24-49a6-bf04-020252b7f9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:49.151530 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-921ad629-0323-4a1f-bbbb-9f478109c053 req-8d45456c-6e24-49a6-bf04-020252b7f9a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a5deca89-4859-4941-9efc-762fc23afa05 HTTP/1.1" status: 200 len: 855 time: 0.0659966 Apr 12 13:40:49.199402 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ad629-0323-4a1f-bbbb-9f478109c053 req-feebb514-bfbe-4914-b1c5-4525f5413100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:49.200839 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-921ad629-0323-4a1f-bbbb-9f478109c053 req-feebb514-bfbe-4914-b1c5-4525f5413100 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f075efcd-1b7f-4180-93c5-9b0501e51c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421789 Apr 12 13:40:49.292983 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-921ad629-0323-4a1f-bbbb-9f478109c053 req-daf30a7e-6591-411a-a1f5-1dd09be051db service neutron] 10.222.0.41 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849125 Apr 12 13:40:49.384808 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-921ad629-0323-4a1f-bbbb-9f478109c053 req-a3b338e8-8882-45ac-94f1-91071507269b service neutron] 10.222.0.41 "GET /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850670 Apr 12 13:40:49.994564 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:50.281554 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528cea9-7679-4ed4-b9e9-321c4e24839b req-0040fb99-87de-49ff-9ce6-d7967d71f70f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:50.283086 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7528cea9-7679-4ed4-b9e9-321c4e24839b req-0040fb99-87de-49ff-9ce6-d7967d71f70f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.0566473 Apr 12 13:40:50.334381 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7528cea9-7679-4ed4-b9e9-321c4e24839b req-d0f26b84-4216-4eeb-90ec-db4ef2622246 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441501 Apr 12 13:40:51.459628 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80125714-530c-40bd-8aed-f6da6d6d1441 req-170c18a9-9df7-4b9b-8fe1-4b21a620cd3b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:51.461052 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-80125714-530c-40bd-8aed-f6da6d6d1441 req-170c18a9-9df7-4b9b-8fe1-4b21a620cd3b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.0518224 Apr 12 13:40:51.511908 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-80125714-530c-40bd-8aed-f6da6d6d1441 req-90bc2844-176e-4a95-a36c-2278fff539e7 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451405 Apr 12 13:40:52.660200 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9291f15-9880-4816-be30-2891dbc34cde req-5722031b-5b2a-43f3-aac9-e35574f62c74 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:52.662898 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b9291f15-9880-4816-be30-2891dbc34cde req-5722031b-5b2a-43f3-aac9-e35574f62c74 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.0536981 Apr 12 13:40:52.718358 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b9291f15-9880-4816-be30-2891dbc34cde req-12bcd464-f883-4e94-b2f7-78d0daa32afc tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496063 Apr 12 13:40:53.849693 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e615be7-0334-4cad-ada1-eb4b30d3365b req-770852bf-7ae6-4083-90c3-44275a46726f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:53.851345 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3e615be7-0334-4cad-ada1-eb4b30d3365b req-770852bf-7ae6-4083-90c3-44275a46726f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.0523508 Apr 12 13:40:53.902108 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3e615be7-0334-4cad-ada1-eb4b30d3365b req-170047ed-cd1c-466d-a4c9-0da91d002fae tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446179 Apr 12 13:40:54.852188 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9bc4381e-f19a-47ce-9028-f39b1b3bc4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:55.044216 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c5cf6-2f31-4ece-90b5-b23d4632e008 req-8b29c656-e285-4458-b18c-58c295848395 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:55.045719 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fe4c5cf6-2f31-4ece-90b5-b23d4632e008 req-8b29c656-e285-4458-b18c-58c295848395 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.0580099 Apr 12 13:40:55.101393 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fe4c5cf6-2f31-4ece-90b5-b23d4632e008 req-b0087b10-8884-4c33-b0ea-b7e9baa349a4 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477858 Apr 12 13:40:56.227121 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ebd6b-3c42-4eef-8bac-3e9bffcb649c req-f45759ce-1877-4049-a9c7-35ca86e13f73 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:56.228611 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-835ebd6b-3c42-4eef-8bac-3e9bffcb649c req-f45759ce-1877-4049-a9c7-35ca86e13f73 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.0497425 Apr 12 13:40:56.277189 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-835ebd6b-3c42-4eef-8bac-3e9bffcb649c req-9e1acb67-88df-4ebb-84f0-df1814919f6e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424998 Apr 12 13:40:57.404816 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43830b62-17b7-49a1-aa32-553d1e1435e6 req-bf3f1f38-72bc-48e3-b64b-c8cff02faa6a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:57.406418 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-43830b62-17b7-49a1-aa32-553d1e1435e6 req-bf3f1f38-72bc-48e3-b64b-c8cff02faa6a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.0551858 Apr 12 13:40:57.461283 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-43830b62-17b7-49a1-aa32-553d1e1435e6 req-7f029ea5-2926-40ad-8a0c-08226e23d577 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474715 Apr 12 13:40:57.477974 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3e995247-597f-4e80-afd8-1ef21ddad55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:58.075344 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:58.583579 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70553c1f-e081-4414-afe9-ec452d5d7589 req-2a33cb8b-0873-4b60-a1c1-186a573defc5 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:58.585341 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-70553c1f-e081-4414-afe9-ec452d5d7589 req-2a33cb8b-0873-4b60-a1c1-186a573defc5 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.0492258 Apr 12 13:40:58.635190 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-70553c1f-e081-4414-afe9-ec452d5d7589 req-efdeb83f-e787-4231-b40f-f37a0d9efa8f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440464 Apr 12 13:40:59.742059 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:40:59.789215 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f396da-c142-4bb5-82e5-a2c9c77c0af6 req-5770ba04-a9d3-420d-9f62-6bcf34ba41ff tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:40:59.790772 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-69f396da-c142-4bb5-82e5-a2c9c77c0af6 req-5770ba04-a9d3-420d-9f62-6bcf34ba41ff tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.0728366 Apr 12 13:40:59.845552 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-69f396da-c142-4bb5-82e5-a2c9c77c0af6 req-2874cac3-34dc-4e96-9097-9558b1ad488a tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485005 Apr 12 13:41:00.973309 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:00.978744 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307dca7d-5a85-4755-b73a-69a40ed01717 req-9a522f2a-bb70-4c53-9b7e-eb6b2c7d26fb tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:00.980244 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-307dca7d-5a85-4755-b73a-69a40ed01717 req-9a522f2a-bb70-4c53-9b7e-eb6b2c7d26fb tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.0515749 Apr 12 13:41:01.027033 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-307dca7d-5a85-4755-b73a-69a40ed01717 req-ebc1f3ab-d663-4c8c-a70a-a69ab7d01618 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411658 Apr 12 13:41:02.140392 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63019ca1-3fdb-4543-8d9b-8ebe007ab2b6 req-1444c70d-fb95-466a-9335-dfe806d35051 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:02.141857 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-63019ca1-3fdb-4543-8d9b-8ebe007ab2b6 req-1444c70d-fb95-466a-9335-dfe806d35051 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.0457697 Apr 12 13:41:02.187960 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-63019ca1-3fdb-4543-8d9b-8ebe007ab2b6 req-539a73ba-2ccd-4e99-8ad7-e4503afa9043 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400581 Apr 12 13:41:03.306644 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b436ac2-a6e2-41f4-a2c2-447914e7873e req-c5c158d5-e457-4443-8d81-763b9ec52e70 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:03.308125 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7b436ac2-a6e2-41f4-a2c2-447914e7873e req-c5c158d5-e457-4443-8d81-763b9ec52e70 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.0499642 Apr 12 13:41:03.355020 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7b436ac2-a6e2-41f4-a2c2-447914e7873e req-f9595f76-9583-4d84-904d-f124180ac74d tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413728 Apr 12 13:41:04.426382 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7109392f-1181-4c95-b283-d7e9f3c667bb req-6a022120-f907-4e4e-89c8-e494cd6fed1a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428121 Apr 12 13:41:04.472589 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09615a4-5d7b-40ca-a336-59829359c9d1 req-668e5e5f-ddcb-472f-ae9e-82b4392bd625 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:04.474251 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e09615a4-5d7b-40ca-a336-59829359c9d1 req-668e5e5f-ddcb-472f-ae9e-82b4392bd625 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.0464857 Apr 12 13:41:04.523236 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e09615a4-5d7b-40ca-a336-59829359c9d1 req-cb82522d-3e5d-4e22-b58e-c3bce6177d09 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430124 Apr 12 13:41:05.644033 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76711c-b0a1-4e5c-9940-32f781e1009e req-8573acff-7e3a-4c76-833f-01ed1808c5f0 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:05.646117 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0e76711c-b0a1-4e5c-9940-32f781e1009e req-8573acff-7e3a-4c76-833f-01ed1808c5f0 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.0495870 Apr 12 13:41:05.693381 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0e76711c-b0a1-4e5c-9940-32f781e1009e req-a6a4641f-3e2a-42a8-997a-fc4c2bb1be41 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414870 Apr 12 13:41:06.835632 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843be5db-cdc8-4db5-b819-47661470dd63 req-27eeba53-1077-439d-ab19-00c726abdf50 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:06.837683 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-843be5db-cdc8-4db5-b819-47661470dd63 req-27eeba53-1077-439d-ab19-00c726abdf50 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 943 time: 0.0648694 Apr 12 13:41:06.900197 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-843be5db-cdc8-4db5-b819-47661470dd63 req-a6579f88-b9ea-4f68-b21d-7be29a53dbfa tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566888 Apr 12 13:41:06.969334 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device e81e26fc-85c8-40bd-8568-a0f1622aff05 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:41:07.071799 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port e81e26fc-85c8-40bd-8568-a0f1622aff05, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e81e26fc-85c8-40bd-8568-a0f1622aff05,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:41:07.220059 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': 'e81e26fc-85c8-40bd-8568-a0f1622aff05', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'port_id': 'e81e26fc-85c8-40bd-8568-a0f1622aff05', 'mac_address': 'fa:16:3e:5b:04:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:41:07.268046 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port e81e26fc-85c8-40bd-8568-a0f1622aff05 is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:41:07.268461 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:07.282871 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81e26fc-85c8-40bd-8568-a0f1622aff05 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:41:07.305066 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port e81e26fc-85c8-40bd-8568-a0f1622aff05, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e81e26fc-85c8-40bd-8568-a0f1622aff05,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:41:07.310171 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:07.373470 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109392f-1181-4c95-b283-d7e9f3c667bb req-09c779f9-bf93-4b54-a0c9-9186015d6c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:07.375217 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7109392f-1181-4c95-b283-d7e9f3c667bb req-09c779f9-bf93-4b54-a0c9-9186015d6c0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1676d317c2b9497bb9f5385646737fbf&device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 1129 time: 0.0508192 Apr 12 13:41:07.379538 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=e81e26fc-85c8-40bd-8568-a0f1622aff05,revision_number=9']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:41:07.388534 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:07.388912 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:07.389357 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:07.389776 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:07.390123 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:07.390456 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:07.390786 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:07.391113 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:07.391468 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:07.391793 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:07.392234 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:07.392626 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:07.393251 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:07.393566 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:07.393930 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:07.500946 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109392f-1181-4c95-b283-d7e9f3c667bb req-69635da7-28be-402c-9b25-04f588f3d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:07.502835 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7109392f-1181-4c95-b283-d7e9f3c667bb req-69635da7-28be-402c-9b25-04f588f3d60d service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ef085e4-2104-43b5-a43c-9ee214d199b2 HTTP/1.1" status: 200 len: 910 time: 0.1057615 Apr 12 13:41:07.593163 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7109392f-1181-4c95-b283-d7e9f3c667bb req-04e9770b-f31c-4f1a-bcb8-c39ef246f7d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2ed179a-bbd3-40b3-8023-fc05054e87e5 HTTP/1.1" status: 200 len: 1001 time: 0.0817282 Apr 12 13:41:07.665503 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109392f-1181-4c95-b283-d7e9f3c667bb req-c73518e7-e8de-4b33-b825-0068b82b7b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:07.666993 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7109392f-1181-4c95-b283-d7e9f3c667bb req-c73518e7-e8de-4b33-b825-0068b82b7b4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48bac659-ed33-4e2b-b30d-142fa3904e3e HTTP/1.1" status: 200 len: 848 time: 0.0660686 Apr 12 13:41:07.725956 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109392f-1181-4c95-b283-d7e9f3c667bb req-607effe5-800d-45d3-9fb3-6ace7fd530e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:07.727535 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7109392f-1181-4c95-b283-d7e9f3c667bb req-607effe5-800d-45d3-9fb3-6ace7fd530e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ef085e4-2104-43b5-a43c-9ee214d199b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523417 Apr 12 13:41:07.755527 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['e81e26fc-85c8-40bd-8568-a0f1622aff05'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:41:07.832697 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7109392f-1181-4c95-b283-d7e9f3c667bb req-ebe077b3-cdeb-4a87-bbdb-d78650590a4c service neutron] 10.222.0.41 "GET /v2.0/networks/0ef085e4-2104-43b5-a43c-9ee214d199b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983086 Apr 12 13:41:07.938903 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7109392f-1181-4c95-b283-d7e9f3c667bb req-11c458cb-b831-4531-9816-83dd8145ba7e service neutron] 10.222.0.41 "GET /v2.0/networks/0ef085e4-2104-43b5-a43c-9ee214d199b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967650 Apr 12 13:41:08.029295 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0db72b-1719-4e93-a2fd-a51ad53390cb req-d7141d83-b0ac-48b6-a032-f0124b4382a8 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:08.030788 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-bc0db72b-1719-4e93-a2fd-a51ad53390cb req-d7141d83-b0ac-48b6-a032-f0124b4382a8 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 944 time: 0.0521548 Apr 12 13:41:08.086025 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-bc0db72b-1719-4e93-a2fd-a51ad53390cb req-cda2ba0f-de05-48e2-93e8-2ebc3ee50546 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495274 Apr 12 13:41:08.970037 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device e81e26fc-85c8-40bd-8568-a0f1622aff05 up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:41:09.028781 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port e81e26fc-85c8-40bd-8568-a0f1622aff05 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:41:09.029269 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:09.105726 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port e81e26fc-85c8-40bd-8568-a0f1622aff05 is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:41:09.106112 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:09.128256 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c5cbca-739a-4706-9622-db4f923a4f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81e26fc-85c8-40bd-8568-a0f1622aff05'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:41:09.131226 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae015539-15e5-45b8-aa4d-e77218c1e422" -d '{"events": [{"server_uuid": "83c5cbca-739a-4706-9622-db4f923a4f0a", "name": "network-vif-plugged", "status": "completed", "tag": "e81e26fc-85c8-40bd-8568-a0f1622aff05"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:41:09.144287 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port e81e26fc-85c8-40bd-8568-a0f1622aff05, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e81e26fc-85c8-40bd-8568-a0f1622aff05,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:41:09.149962 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:09.173655 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e39a7f-c7ed-499c-be2c-25d3b85922ac x-openstack-request-id: req-a6e39a7f-c7ed-499c-be2c-25d3b85922ac {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:41:09.173942 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c5cbca-739a-4706-9622-db4f923a4f0a", "name": "network-vif-plugged", "status": "completed", "tag": "e81e26fc-85c8-40bd-8568-a0f1622aff05", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:41:09.174191 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6e39a7f-c7ed-499c-be2c-25d3b85922ac {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:41:09.174586 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e39a7f-c7ed-499c-be2c-25d3b85922ac'] response: {'server_uuid': '83c5cbca-739a-4706-9622-db4f923a4f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81e26fc-85c8-40bd-8568-a0f1622aff05', 'code': 200} Apr 12 13:41:09.208685 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=e81e26fc-85c8-40bd-8568-a0f1622aff05,revision_number=10']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:41:09.229684 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85069220-3c5d-461d-8253-b23ee36be867 req-40e0d557-12b8-45f6-b2e7-577a5ecf8907 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:09.231194 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-85069220-3c5d-461d-8253-b23ee36be867 req-40e0d557-12b8-45f6-b2e7-577a5ecf8907 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 946 time: 0.0601962 Apr 12 13:41:09.282044 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-85069220-3c5d-461d-8253-b23ee36be867 req-98a1fadc-44ab-4f68-8c63-70d8f9a5e6b5 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449202 Apr 12 13:41:09.386585 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb690c45-cf67-422f-a5cc-403b9a06898e req-45e2c98f-0081-43ad-b0cf-0163811fa51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:09.388096 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fb690c45-cf67-422f-a5cc-403b9a06898e req-45e2c98f-0081-43ad-b0cf-0163811fa51c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 1130 time: 0.0431046 Apr 12 13:41:09.432273 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fb690c45-cf67-422f-a5cc-403b9a06898e req-bcca5533-fed3-4d66-bea3-5f5b81e268f4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379026 Apr 12 13:41:10.408173 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e44d10-8c2e-4003-b56f-44b60c1b8dc8 req-4cecb54d-998e-4883-9150-789e226b925e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:10.409687 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-88e44d10-8c2e-4003-b56f-44b60c1b8dc8 req-4cecb54d-998e-4883-9150-789e226b925e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 946 time: 0.0490813 Apr 12 13:41:10.458715 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-88e44d10-8c2e-4003-b56f-44b60c1b8dc8 req-826b77c3-56ba-4719-a975-4dfbfa39c2e8 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432703 Apr 12 13:41:11.589385 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5b471-e221-4620-80f8-6a9deac53333 req-76049d0c-e10d-460e-8390-3c69f2723fe6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:11.590926 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fab5b471-e221-4620-80f8-6a9deac53333 req-76049d0c-e10d-460e-8390-3c69f2723fe6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 946 time: 0.0573273 Apr 12 13:41:11.647173 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fab5b471-e221-4620-80f8-6a9deac53333 req-82a13685-a537-4d8d-af6d-7fbe618efed9 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498502 Apr 12 13:41:12.232299 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:41:12.771566 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43447c-5300-4240-aba0-74a65e726440 req-eeaf5f01-dd1e-4291-8b99-9f1f56f10b24 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:12.773057 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-cb43447c-5300-4240-aba0-74a65e726440 req-eeaf5f01-dd1e-4291-8b99-9f1f56f10b24 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 946 time: 0.0545037 Apr 12 13:41:12.820779 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-cb43447c-5300-4240-aba0-74a65e726440 req-b86cfd76-c372-4ad3-b55a-4d2aa4de3fc2 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420177 Apr 12 13:41:20.013283 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:24.845306 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d3d7ead-2dd9-4f39-a0e7-49db76e94d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:27.482410 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-28b66b53-6d2c-4792-9e70-057f5a09de26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:28.079670 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:28.537059 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0664cb-2f25-4e69-ab50-3769962e294e req-61a4ae96-cf10-42ac-b161-fee545236daf tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:28.539237 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7b0664cb-2f25-4e69-ab50-3769962e294e req-61a4ae96-cf10-42ac-b161-fee545236daf tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 946 time: 0.0594933 Apr 12 13:41:28.587634 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7b0664cb-2f25-4e69-ab50-3769962e294e req-2810f49f-129b-423f-a7ba-1b2c4b02380a tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=38f37c14-d5db-4eba-b9b4-8ed0fae3c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425577 Apr 12 13:41:29.708090 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8f866-2e07-4a39-a2f6-2a95f8b62336 req-e4e6a76e-8a28-478d-a862-7c98fd18373f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:29.709592 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a3c8f866-2e07-4a39-a2f6-2a95f8b62336 req-e4e6a76e-8a28-478d-a862-7c98fd18373f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 946 time: 0.0517843 Apr 12 13:41:29.747531 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:29.761678 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a3c8f866-2e07-4a39-a2f6-2a95f8b62336 req-1e9743a4-0fe6-4aee-8811-8f8772d3a94e tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=38f37c14-d5db-4eba-b9b4-8ed0fae3c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464001 Apr 12 13:41:30.767951 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f1543-3797-49c5-ad0f-4d687c076d38 req-3cd9819c-8e54-4fd2-91bf-d6e3231ad87d tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:30.769477 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-947f1543-3797-49c5-ad0f-4d687c076d38 req-3cd9819c-8e54-4fd2-91bf-d6e3231ad87d tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 946 time: 0.0506225 Apr 12 13:41:30.887292 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-947f1543-3797-49c5-ad0f-4d687c076d38 req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Deleting port ddf0ad94-f03a-4ec8-92b9-124d03210c43 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:41:30.887639 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-947f1543-3797-49c5-ad0f-4d687c076d38 req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (ddf0ad94-f03a-4ec8-92b9-124d03210c43), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:30.912410 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026de33-f6be-4cea-b400-45c97644e2ed req-e764ac84-cda5-45fe-b126-19ac59b04e08 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:30.913894 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b026de33-f6be-4cea-b400-45c97644e2ed req-e764ac84-cda5-45fe-b126-19ac59b04e08 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 946 time: 0.0738542 Apr 12 13:41:30.979748 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:31.016559 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b026de33-f6be-4cea-b400-45c97644e2ed req-9ae646fc-6b30-4408-aed7-c9b106b6f5e2 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups?id=38f37c14-d5db-4eba-b9b4-8ed0fae3c70d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934145 Apr 12 13:41:31.023647 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-947f1543-3797-49c5-ad0f-4d687c076d38 req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] For port ddf0ad94-f03a-4ec8-92b9-124d03210c43, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=ddf0ad94-f03a-4ec8-92b9-124d03210c43,segment=NetworkSegment(d6bc079b-8905-44eb-b690-c8cda7fe1d16),segment_id=d6bc079b-8905-44eb-b690-c8cda7fe1d16)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:41:31.023996 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-947f1543-3797-49c5-ad0f-4d687c076d38 req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (ddf0ad94-f03a-4ec8-92b9-124d03210c43), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:31.200977 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-947f1543-3797-49c5-ad0f-4d687c076d38 req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:31.201363 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-947f1543-3797-49c5-ad0f-4d687c076d38 req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (2d0bd39c-a79e-43ff-8a28-7e2a192713f1), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:31.201682 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.l3_db [req-947f1543-3797-49c5-ad0f-4d687c076d38 req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Floating IP 2d0bd39c-a79e-43ff-8a28-7e2a192713f1 disassociated. External IP: 172.27.2.192, port: ddf0ad94-f03a-4ec8-92b9-124d03210c43. Apr 12 13:41:31.202024 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-947f1543-3797-49c5-ad0f-4d687c076d38 req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Calling delete_port for ddf0ad94-f03a-4ec8-92b9-124d03210c43 owned by compute:nova {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:41:31.331093 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-947f1543-3797-49c5-ad0f-4d687c076d38 req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (ddf0ad94-f03a-4ec8-92b9-124d03210c43), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:31.359305 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Pushing event deleted for resources: {'Port': ['ID=ddf0ad94-f03a-4ec8-92b9-124d03210c43,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:41:31.370692 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:31.371047 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:31.371397 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:31.371741 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:31.372074 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:31.372407 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:31.372736 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:31.373060 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:31.373446 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:31.373772 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:31.374102 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:31.374426 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:31.374751 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:31.375069 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:31.375391 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:31.512338 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [req-947f1543-3797-49c5-ad0f-4d687c076d38 req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Router 3ec45d9b-d793-4123-bae4-18b12e08dbff has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:41:31.627074 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-947f1543-3797-49c5-ad0f-4d687c076d38 req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:41:31.637758 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cf39d0-ec92-4898-b551-91466ac2a3f6 None None] Sync routers for ids ['3ec45d9b-d793-4123-bae4-18b12e08dbff'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:41:31.650520 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf39d0-ec92-4898-b551-91466ac2a3f6 None None] Routers {'3ec45d9b-d793-4123-bae4-18b12e08dbff'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:41:31.651242 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-78cf39d0-ec92-4898-b551-91466ac2a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:41:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['3ec45d9b-d793-4123-bae4-18b12e08dbff'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:41:31.677836 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-947f1543-3797-49c5-ad0f-4d687c076d38 req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] No DVR routers for this DVR port ddf0ad94-f03a-4ec8-92b9-124d03210c43 on host hv-cinder-83009 {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:41:31.680449 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-947f1543-3797-49c5-ad0f-4d687c076d38 req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:31.683836 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-947f1543-3797-49c5-ad0f-4d687c076d38 req-b2c57045-2f9e-4289-8d2f-e907be017d3f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.41 "DELETE /v2.0/ports/ddf0ad94-f03a-4ec8-92b9-124d03210c43 HTTP/1.1" status: 204 len: 173 time: 0.9074461 Apr 12 13:41:31.684307 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b8cfa15-3841-4b21-8121-a4f86db8c9fb', 'name': 'network-vif-deleted', 'tag': 'ddf0ad94-f03a-4ec8-92b9-124d03210c43'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:41:31.686621 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a808d0d0-6d2d-403e-85f4-9bfa61b1f187" -d '{"events": [{"server_uuid": "7b8cfa15-3841-4b21-8121-a4f86db8c9fb", "name": "network-vif-deleted", "tag": "ddf0ad94-f03a-4ec8-92b9-124d03210c43"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:41:31.731959 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb47a61-920b-4fa4-af2f-f078aa69f8d7 x-openstack-request-id: req-cbb47a61-920b-4fa4-af2f-f078aa69f8d7 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:41:31.732261 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b8cfa15-3841-4b21-8121-a4f86db8c9fb", "name": "network-vif-deleted", "tag": "ddf0ad94-f03a-4ec8-92b9-124d03210c43", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:41:31.732517 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cbb47a61-920b-4fa4-af2f-f078aa69f8d7 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:41:31.733367 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb47a61-920b-4fa4-af2f-f078aa69f8d7'] response: {'server_uuid': '7b8cfa15-3841-4b21-8121-a4f86db8c9fb', 'name': 'network-vif-deleted', 'tag': 'ddf0ad94-f03a-4ec8-92b9-124d03210c43', 'status': 'completed', 'code': 200} Apr 12 13:41:31.778510 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-78cf39d0-ec92-4898-b551-91466ac2a3f6 None None] Set router 3ec45d9b-d793-4123-bae4-18b12e08dbff gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:41:31.981194 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-78cf39d0-ec92-4898-b551-91466ac2a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:13Z', 'revision_number': 4, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port': {'id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:58Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '2e72d20c-d658-4248-adc0-85f10a91dc28', 'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'mac_address': 'fa:16:3e:05:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:08Z', 'updated_at': '2022-04-12T13:32:24Z', 'revision_number': 5, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'subnets': [{'id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:41:32.011716 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cf39d0-ec92-4898-b551-91466ac2a3f6 None None] Checking router: 3ec45d9b-d793-4123-bae4-18b12e08dbff for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:41:32.020546 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cf39d0-ec92-4898-b551-91466ac2a3f6 None None] Routers {'3ec45d9b-d793-4123-bae4-18b12e08dbff'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:41:32.021213 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-78cf39d0-ec92-4898-b551-91466ac2a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:41:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['3ec45d9b-d793-4123-bae4-18b12e08dbff'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:41:32.127833 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2cc7591f-0d47-4868-9fc8-8699bbd14132 req-2230cae2-4b60-41ce-a003-b1632e592a13 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b8cfa15-3841-4b21-8121-a4f86db8c9fb HTTP/1.1" status: 200 len: 210 time: 0.0285149 Apr 12 13:41:32.133637 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-78cf39d0-ec92-4898-b551-91466ac2a3f6 None None] Set router 3ec45d9b-d793-4123-bae4-18b12e08dbff gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:41:32.435457 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-78cf39d0-ec92-4898-b551-91466ac2a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:13Z', 'revision_number': 4, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port': {'id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:58Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '2e72d20c-d658-4248-adc0-85f10a91dc28', 'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'mac_address': 'fa:16:3e:05:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:08Z', 'updated_at': '2022-04-12T13:32:24Z', 'revision_number': 5, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'subnets': [{'id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:41:32.464956 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cf39d0-ec92-4898-b551-91466ac2a3f6 None None] The sync data for ids ['3ec45d9b-d793-4123-bae4-18b12e08dbff'] in dv-cinder-830098-4-iscsi is: [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:13Z', 'revision_number': 4, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port': {'id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:58Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '2e72d20c-d658-4248-adc0-85f10a91dc28', 'name': '', 'network_id': 'dbcb15e3-0cf5-4145-a386-89dfb653c57e', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'mac_address': 'fa:16:3e:05:fb:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:08Z', 'updated_at': '2022-04-12T13:32:24Z', 'revision_number': 5, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'subnets': [{'id': 'fa056591-a77e-4564-bed1-da05f4aad210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:41:32.699218 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf4a87-fe5f-4eb8-8c7b-04b618b3c8c9 None None] New status for floating IP 2d0bd39c-a79e-43ff-8a28-7e2a192713f1: DOWN {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:41:33.217631 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 36648) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:41:33.272275 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group (38f37c14-d5db-4eba-b9b4-8ed0fae3c70d), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:33.299514 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group (38f37c14-d5db-4eba-b9b4-8ed0fae3c70d), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:33.346607 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (38f37c14-d5db-4eba-b9b4-8ed0fae3c70d), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:33.349566 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:33.350735 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "DELETE /v2.0/security-groups/38f37c14-d5db-4eba-b9b4-8ed0fae3c70d HTTP/1.1" status: 204 len: 168 time: 0.1318531 Apr 12 13:41:33.353549 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 36650) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:41:33.359967 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f37c14-d5db-4eba-b9b4-8ed0fae3c70d,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:41:33.367125 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.api.v2.resource [None req-135cbf9d-d037-432d-827c-d4fb9aa1431f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] show failed (client error): The resource could not be found. Apr 12 13:41:33.367318 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:33.367542 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:33.367881 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:33.368213 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:33.368411 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-135cbf9d-d037-432d-827c-d4fb9aa1431f tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "GET /v2.0/security-groups/38f37c14-d5db-4eba-b9b4-8ed0fae3c70d HTTP/1.1" status: 404 len: 347 time: 0.0137618 Apr 12 13:41:33.368571 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:33.368865 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:33.369198 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:33.369518 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:33.369839 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:33.370157 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:33.370472 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:33.370828 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:33.371144 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:33.371259 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 36652) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:41:33.371413 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:33.371723 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f46681-b1d8-4993-b30d-cba87af248b7 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:41:33.495492 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-0a1bad06-29bf-4bec-ac6c-51c125bef080 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Deleting port 09971968-9186-4e08-9342-fe04ced6d44e {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:41:33.495766 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0a1bad06-29bf-4bec-ac6c-51c125bef080 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (09971968-9186-4e08-9342-fe04ced6d44e), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:33.572318 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0a1bad06-29bf-4bec-ac6c-51c125bef080 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (09971968-9186-4e08-9342-fe04ced6d44e), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:33.572647 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0a1bad06-29bf-4bec-ac6c-51c125bef080 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for floatingip (09971968-9186-4e08-9342-fe04ced6d44e), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:33.585172 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-0a1bad06-29bf-4bec-ac6c-51c125bef080 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Calling delete_port for 09971968-9186-4e08-9342-fe04ced6d44e owned by network:floatingip {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:41:33.715155 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0a1bad06-29bf-4bec-ac6c-51c125bef080 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (09971968-9186-4e08-9342-fe04ced6d44e), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:33.748100 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1bad06-29bf-4bec-ac6c-51c125bef080 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Pushing event deleted for resources: {'Port': ['ID=09971968-9186-4e08-9342-fe04ced6d44e,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:41:33.807083 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0a1bad06-29bf-4bec-ac6c-51c125bef080 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks [] for floatingip (2d0bd39c-a79e-43ff-8a28-7e2a192713f1), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:33.809614 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0a1bad06-29bf-4bec-ac6c-51c125bef080 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:33.810763 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-0a1bad06-29bf-4bec-ac6c-51c125bef080 tempest-AttachVolumeTestJSON-382830733 tempest-AttachVolumeTestJSON-382830733-project] 10.222.0.11 "DELETE /v2.0/floatingips/2d0bd39c-a79e-43ff-8a28-7e2a192713f1 HTTP/1.1" status: 204 len: 168 time: 0.4386535 Apr 12 13:41:35.037513 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83086266-7178-4dce-99a6-b8838305868f req-5b13e51a-a84e-411b-a5a8-0366af8813dc tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:35.038805 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-83086266-7178-4dce-99a6-b8838305868f req-5b13e51a-a84e-411b-a5a8-0366af8813dc tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0499170 Apr 12 13:41:35.080570 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device ddf0ad94-f03a-4ec8-92b9-124d03210c43 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:41:35.088271 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-83086266-7178-4dce-99a6-b8838305868f req-e254eb73-254a-4ae4-80df-22f9495f610e tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432112 Apr 12 13:41:35.105039 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: ddf0ad94-f03a-4ec8-92b9-124d03210c43 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:41:35.105410 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device ddf0ad94-f03a-4ec8-92b9-124d03210c43 not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:41:36.206366 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab010a6-900a-4b81-9cdb-359dc6267e03 req-9ef991d2-d4c6-40c4-82f7-02410edcad20 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:36.207855 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-bab010a6-900a-4b81-9cdb-359dc6267e03 req-9ef991d2-d4c6-40c4-82f7-02410edcad20 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0512793 Apr 12 13:41:36.261786 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-bab010a6-900a-4b81-9cdb-359dc6267e03 req-c9d2cfc3-259f-40d4-8b8f-47b1f43c7c06 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476589 Apr 12 13:41:37.346920 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 36690) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:41:37.374547 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b702095-2d42-4067-a3cd-f054f8b9ec3d req-36fcf033-3a54-44d3-9293-9692b30dcd25 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:37.376025 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9b702095-2d42-4067-a3cd-f054f8b9ec3d req-36fcf033-3a54-44d3-9293-9692b30dcd25 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0478480 Apr 12 13:41:37.429397 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9b702095-2d42-4067-a3cd-f054f8b9ec3d req-8064e07e-b733-45dc-a6cb-63be3e144785 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473490 Apr 12 13:41:38.084978 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8657803e-c320-476f-9d4f-62b15002d3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-463822'] for router_interface (3ec45d9b-d793-4123-bae4-18b12e08dbff), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:38.312941 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-8657803e-c320-476f-9d4f-62b15002d3c4 admin admin] Deleting port 2e72d20c-d658-4248-adc0-85f10a91dc28 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:41:38.313323 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8657803e-c320-476f-9d4f-62b15002d3c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (2e72d20c-d658-4248-adc0-85f10a91dc28), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:38.390337 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-8657803e-c320-476f-9d4f-62b15002d3c4 admin admin] For port 2e72d20c-d658-4248-adc0-85f10a91dc28, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=2e72d20c-d658-4248-adc0-85f10a91dc28,segment=NetworkSegment(d6bc079b-8905-44eb-b690-c8cda7fe1d16),segment_id=d6bc079b-8905-44eb-b690-c8cda7fe1d16)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:41:38.391014 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8657803e-c320-476f-9d4f-62b15002d3c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (2e72d20c-d658-4248-adc0-85f10a91dc28), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:38.407895 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-8657803e-c320-476f-9d4f-62b15002d3c4 admin admin] Calling delete_port for 2e72d20c-d658-4248-adc0-85f10a91dc28 owned by network:router_interface {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:41:38.562885 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d183e-7012-4f32-8040-c6c2cbd574e7 req-8b06b645-7ecf-4092-a24e-8563943d5ba9 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:38.564345 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0d0d183e-7012-4f32-8040-c6c2cbd574e7 req-8b06b645-7ecf-4092-a24e-8563943d5ba9 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0602138 Apr 12 13:41:38.645822 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0d0d183e-7012-4f32-8040-c6c2cbd574e7 req-625c7944-de69-4550-ad72-203691f823af tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706985 Apr 12 13:41:38.665164 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8657803e-c320-476f-9d4f-62b15002d3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (2e72d20c-d658-4248-adc0-85f10a91dc28), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:38.688433 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8657803e-c320-476f-9d4f-62b15002d3c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e72d20c-d658-4248-adc0-85f10a91dc28,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:41:38.867185 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8657803e-c320-476f-9d4f-62b15002d3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-463714'] for router_interface (3ec45d9b-d793-4123-bae4-18b12e08dbff), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:39.091774 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8657803e-c320-476f-9d4f-62b15002d3c4 admin admin] Router 3ec45d9b-d793-4123-bae4-18b12e08dbff has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:41:39.200050 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8657803e-c320-476f-9d4f-62b15002d3c4 admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:41:39.205726 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-8657803e-c320-476f-9d4f-62b15002d3c4 admin admin] 10.222.0.11 "PUT /v2.0/routers/3ec45d9b-d793-4123-bae4-18b12e08dbff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8566155 Apr 12 13:41:39.207773 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 36696) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:41:39.210396 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bf67b3-2a62-4ba9-9b17-9f099366565c None None] Sync routers for ids ['3ec45d9b-d793-4123-bae4-18b12e08dbff'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:41:39.221287 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bf67b3-2a62-4ba9-9b17-9f099366565c None None] Routers {'3ec45d9b-d793-4123-bae4-18b12e08dbff'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:41:39.222403 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-89bf67b3-2a62-4ba9-9b17-9f099366565c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:41:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['3ec45d9b-d793-4123-bae4-18b12e08dbff'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:41:39.322219 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1e9905b0-e349-4139-ae9f-b317c498619c admin admin] Publish callbacks [] for router (3ec45d9b-d793-4123-bae4-18b12e08dbff), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:39.338907 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-89bf67b3-2a62-4ba9-9b17-9f099366565c None None] Set router 3ec45d9b-d793-4123-bae4-18b12e08dbff gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:41:39.427662 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1e9905b0-e349-4139-ae9f-b317c498619c admin admin] Publish callbacks [] for router_gateway (3ec45d9b-d793-4123-bae4-18b12e08dbff), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:39.475073 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-1e9905b0-e349-4139-ae9f-b317c498619c admin admin] Deleting port 42740dbb-4e80-47fc-ac6c-b92d8d4e7295 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:41:39.475415 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1e9905b0-e349-4139-ae9f-b317c498619c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (42740dbb-4e80-47fc-ac6c-b92d8d4e7295), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:39.524880 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-89bf67b3-2a62-4ba9-9b17-9f099366565c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:41:38Z', 'revision_number': 5, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port': {'id': '42740dbb-4e80-47fc-ac6c-b92d8d4e7295', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:58Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:41:39.555119 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bf67b3-2a62-4ba9-9b17-9f099366565c None None] Checking router: 3ec45d9b-d793-4123-bae4-18b12e08dbff for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:41:39.557079 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-1e9905b0-e349-4139-ae9f-b317c498619c admin admin] For port 42740dbb-4e80-47fc-ac6c-b92d8d4e7295, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=42740dbb-4e80-47fc-ac6c-b92d8d4e7295,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:41:39.557474 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1e9905b0-e349-4139-ae9f-b317c498619c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (42740dbb-4e80-47fc-ac6c-b92d8d4e7295), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:39.563203 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bf67b3-2a62-4ba9-9b17-9f099366565c None None] Routers {'3ec45d9b-d793-4123-bae4-18b12e08dbff'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:41:39.563803 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-89bf67b3-2a62-4ba9-9b17-9f099366565c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:41:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['3ec45d9b-d793-4123-bae4-18b12e08dbff'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:41:39.570500 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-1e9905b0-e349-4139-ae9f-b317c498619c admin admin] Calling delete_port for 42740dbb-4e80-47fc-ac6c-b92d8d4e7295 owned by network:router_gateway {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:41:39.668429 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-89bf67b3-2a62-4ba9-9b17-9f099366565c None None] Set router 3ec45d9b-d793-4123-bae4-18b12e08dbff gateway port host: None {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:41:39.727232 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-89bf67b3-2a62-4ba9-9b17-9f099366565c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:41:39Z', 'revision_number': 6, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port_host': None}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:41:39.754350 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bf67b3-2a62-4ba9-9b17-9f099366565c None None] The sync data for ids ['3ec45d9b-d793-4123-bae4-18b12e08dbff'] in dv-cinder-830098-4-iscsi is: [{'id': '3ec45d9b-d793-4123-bae4-18b12e08dbff', 'name': 'tempest-AttachVolumeTestJSON-512423477-router', 'tenant_id': '1d7e8314f5b74f97a1d31c6659a57083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:41:39Z', 'revision_number': 6, 'project_id': '1d7e8314f5b74f97a1d31c6659a57083', 'gw_port_host': None}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:41:39.763358 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1e9905b0-e349-4139-ae9f-b317c498619c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (42740dbb-4e80-47fc-ac6c-b92d8d4e7295), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:39.777038 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373e6b7-6cdb-4e17-b4fe-94d35e485318 req-ae5d1fa0-f9f9-4774-9ad6-c1fe17a97c38 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:39.779232 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e373e6b7-6cdb-4e17-b4fe-94d35e485318 req-ae5d1fa0-f9f9-4774-9ad6-c1fe17a97c38 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0558779 Apr 12 13:41:39.792519 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9905b0-e349-4139-ae9f-b317c498619c admin admin] Pushing event deleted for resources: {'Port': ['ID=42740dbb-4e80-47fc-ac6c-b92d8d4e7295,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:41:39.835801 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e373e6b7-6cdb-4e17-b4fe-94d35e485318 req-8da8d795-6ace-4905-aee4-27319e1dd5fe tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506573 Apr 12 13:41:39.860779 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1e9905b0-e349-4139-ae9f-b317c498619c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466052'] for router_gateway (3ec45d9b-d793-4123-bae4-18b12e08dbff), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:39.959436 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1e9905b0-e349-4139-ae9f-b317c498619c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (3ec45d9b-d793-4123-bae4-18b12e08dbff), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:39.962336 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1e9905b0-e349-4139-ae9f-b317c498619c admin admin] Publish callbacks [] for router_controller (3ec45d9b-d793-4123-bae4-18b12e08dbff), precommit_delete_associations {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.020978 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1e9905b0-e349-4139-ae9f-b317c498619c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449059'] for router (3ec45d9b-d793-4123-bae4-18b12e08dbff), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.021542 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9905b0-e349-4139-ae9f-b317c498619c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ec45d9b-d793-4123-bae4-18b12e08dbff {{(pid=103295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:41:40.025785 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1e9905b0-e349-4139-ae9f-b317c498619c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.026924 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-1e9905b0-e349-4139-ae9f-b317c498619c admin admin] 10.222.0.11 "DELETE /v2.0/routers/3ec45d9b-d793-4123-bae4-18b12e08dbff HTTP/1.1" status: 204 len: 168 time: 0.8180614 Apr 12 13:41:40.029409 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 36702) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:41:40.072940 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_v2 [None req-9574a29b-72b9-45e7-a1ca-5285c07a8e5f admin admin] Deleting subnet fa056591-a77e-4564-bed1-da05f4aad210 {{(pid=103295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:41:40.075991 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9574a29b-72b9-45e7-a1ca-5285c07a8e5f admin admin] Publish callbacks [] for subnet (fa056591-a77e-4564-bed1-da05f4aad210), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.117880 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9574a29b-72b9-45e7-a1ca-5285c07a8e5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13083627'] for subnet (fa056591-a77e-4564-bed1-da05f4aad210), precommit_delete_associations {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.208776 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9574a29b-72b9-45e7-a1ca-5285c07a8e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585855'] for subnet (fa056591-a77e-4564-bed1-da05f4aad210), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.261579 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9574a29b-72b9-45e7-a1ca-5285c07a8e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12759874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14326538'] for subnet (fa056591-a77e-4564-bed1-da05f4aad210), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.286826 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574a29b-72b9-45e7-a1ca-5285c07a8e5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa056591-a77e-4564-bed1-da05f4aad210,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:41:40.290619 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9574a29b-72b9-45e7-a1ca-5285c07a8e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.294031 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-9574a29b-72b9-45e7-a1ca-5285c07a8e5f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fa056591-a77e-4564-bed1-da05f4aad210 HTTP/1.1" status: 204 len: 168 time: 0.2636406 Apr 12 13:41:40.296424 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 36704) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:41:40.304896 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d02330-138c-4857-a94c-5a9ed2ff04bd None None] Network dbcb15e3-0cf5-4145-a386-89dfb653c57e requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:41:40.380226 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624812'] for network (dbcb15e3-0cf5-4145-a386-89dfb653c57e), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.431125 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] Deleting port 40aa385c-e2dd-48c8-8886-cd08b2019706 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:41:40.431697 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (40aa385c-e2dd-48c8-8886-cd08b2019706), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.495937 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] For port 40aa385c-e2dd-48c8-8886-cd08b2019706, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=40aa385c-e2dd-48c8-8886-cd08b2019706,segment=NetworkSegment(d6bc079b-8905-44eb-b690-c8cda7fe1d16),segment_id=d6bc079b-8905-44eb-b690-c8cda7fe1d16)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:41:40.496305 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (40aa385c-e2dd-48c8-8886-cd08b2019706), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.515921 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] Calling delete_port for 40aa385c-e2dd-48c8-8886-cd08b2019706 owned by network:dhcp {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:41:40.550822 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95873808-4843-4871-8473-f4ef5cfedfeb None None] DHCP port deletion for dbcb15e3-0cf5-4145-a386-89dfb653c57e request from dv-cinder-830098-4-iscsi {{(pid=103296) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:41:40.606330 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 2e72d20c-d658-4248-adc0-85f10a91dc28 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:41:40.619462 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (40aa385c-e2dd-48c8-8886-cd08b2019706), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.635834 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: 2e72d20c-d658-4248-adc0-85f10a91dc28 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:41:40.636379 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 2e72d20c-d658-4248-adc0-85f10a91dc28 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:41:40.657478 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-95873808-4843-4871-8473-f4ef5cfedfeb None None] Deleting port 40aa385c-e2dd-48c8-8886-cd08b2019706 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:41:40.657869 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95873808-4843-4871-8473-f4ef5cfedfeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (40aa385c-e2dd-48c8-8886-cd08b2019706), before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.667127 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] Pushing event deleted for resources: {'Port': ['ID=40aa385c-e2dd-48c8-8886-cd08b2019706,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:41:40.667127 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] No DVR routers for this DVR port 40aa385c-e2dd-48c8-8886-cd08b2019706 on host dv-cinder-830098-4-iscsi {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:41:40.742940 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-95873808-4843-4871-8473-f4ef5cfedfeb None None] For port 40aa385c-e2dd-48c8-8886-cd08b2019706, host dv-cinder-830098-4-iscsi, got binding levels [] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:41:40.743342 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95873808-4843-4871-8473-f4ef5cfedfeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (40aa385c-e2dd-48c8-8886-cd08b2019706), precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.745230 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587506', 'neutron.services.segments.db._delete_segments_for_network-8776758846127'] for network (dbcb15e3-0cf5-4145-a386-89dfb653c57e), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.757764 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-95873808-4843-4871-8473-f4ef5cfedfeb None None] Calling delete_port for 40aa385c-e2dd-48c8-8886-cd08b2019706 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:41:40.760512 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.ipam_backend_mixin [None req-95873808-4843-4871-8473-f4ef5cfedfeb None None] Port 40aa385c-e2dd-48c8-8886-cd08b2019706 was not found and therefore no delete operation was performed {{(pid=103296) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 13:41:40.762186 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95873808-4843-4871-8473-f4ef5cfedfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489'] for port (40aa385c-e2dd-48c8-8886-cd08b2019706), after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.768107 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcb15e3-0cf5-4145-a386-89dfb653c57e']}} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:41:40.778594 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6bc079b-8905-44eb-b690-c8cda7fe1d16') {'for_net_delete': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:41:40.778899 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6bc079b-8905-44eb-b690-c8cda7fe1d16') {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:41:40.787581 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95873808-4843-4871-8473-f4ef5cfedfeb None None] Pushing event deleted for resources: {'Port': ['ID=40aa385c-e2dd-48c8-8886-cd08b2019706,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:41:40.788364 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776758847672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13083618'] for segment (d6bc079b-8905-44eb-b690-c8cda7fe1d16), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.791078 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95873808-4843-4871-8473-f4ef5cfedfeb None None] No DVR routers for this DVR port 40aa385c-e2dd-48c8-8886-cd08b2019706 on host dv-cinder-830098-4-iscsi {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:41:40.807918 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (d6bc079b-8905-44eb-b690-c8cda7fe1d16), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.814034 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:41:40.814434 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760040'] for segment (d6bc079b-8905-44eb-b690-c8cda7fe1d16), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: Traceback (most recent call last): Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: timer() Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: cb(*args, **kw) Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: return func(*args, **kwargs) Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: self._notify() Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: self.callback(batched_events) Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: event.method(event) Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: return f(self, *a, **k) Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: return self._get(url).json() Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: return self.request(url, 'GET', **kwargs) Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:41:40.816957 dv-cinder-830098-4-iscsi neutron-server[103295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:41:40.873909 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466144'] for network (dbcb15e3-0cf5-4145-a386-89dfb653c57e), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.880922 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:40.884401 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] 10.222.0.11 "DELETE /v2.0/networks/dbcb15e3-0cf5-4145-a386-89dfb653c57e HTTP/1.1" status: 204 len: 168 time: 0.5869656 Apr 12 13:41:40.899529 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7810abe-d3ca-4928-8a68-584619742354 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbcb15e3-0cf5-4145-a386-89dfb653c57e,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:41:40.959347 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1918d5-f571-4312-ab61-6be9f20ce231 req-f88e8d45-ab50-45a2-b3c6-1e44e4b2e48d tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:40.960856 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3a1918d5-f571-4312-ab61-6be9f20ce231 req-f88e8d45-ab50-45a2-b3c6-1e44e4b2e48d tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0534954 Apr 12 13:41:41.012140 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3a1918d5-f571-4312-ab61-6be9f20ce231 req-fdee7740-f762-4beb-9e5d-d7b9f374f2db tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454798 Apr 12 13:41:41.014193 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 36720) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:41:41.053292 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-b013e84d-cb1f-44a6-8c9f-0e2a266aaa14 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d7e8314f5b74f97a1d31c6659a57083&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378511 Apr 12 13:41:41.055568 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 36722) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:41:41.102013 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b2ed55f6-4f9e-48d3-8197-6a5293b89a4d admin admin] Publish callbacks [] for security_group (80ad38b2-8b2e-4dbc-a656-13131a33f441), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:41.123723 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b2ed55f6-4f9e-48d3-8197-6a5293b89a4d admin admin] Publish callbacks [] for security_group (80ad38b2-8b2e-4dbc-a656-13131a33f441), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:41.172783 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b2ed55f6-4f9e-48d3-8197-6a5293b89a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (80ad38b2-8b2e-4dbc-a656-13131a33f441), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:41.176076 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b2ed55f6-4f9e-48d3-8197-6a5293b89a4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:41.177231 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-b2ed55f6-4f9e-48d3-8197-6a5293b89a4d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80ad38b2-8b2e-4dbc-a656-13131a33f441 HTTP/1.1" status: 204 len: 168 time: 0.1207473 Apr 12 13:41:41.184597 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed55f6-4f9e-48d3-8197-6a5293b89a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ad38b2-8b2e-4dbc-a656-13131a33f441,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:41:41.933978 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 40aa385c-e2dd-48c8-8886-cd08b2019706 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:41:41.959688 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: 40aa385c-e2dd-48c8-8886-cd08b2019706 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:41:41.960134 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 40aa385c-e2dd-48c8-8886-cd08b2019706 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:41:41.960640 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 42740dbb-4e80-47fc-ac6c-b92d8d4e7295 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:41:41.994825 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: 42740dbb-4e80-47fc-ac6c-b92d8d4e7295 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:41:41.994964 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 42740dbb-4e80-47fc-ac6c-b92d8d4e7295 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:41:42.134733 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d8784-72e4-4736-bc15-362791d32f12 req-61d384d2-9300-4304-8d67-6d73ea4d87ce tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:42.136365 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6b7d8784-72e4-4736-bc15-362791d32f12 req-61d384d2-9300-4304-8d67-6d73ea4d87ce tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0511203 Apr 12 13:41:42.189230 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6b7d8784-72e4-4736-bc15-362791d32f12 req-48a093eb-4811-4b89-8f12-54176e1c1373 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463054 Apr 12 13:41:43.305803 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b41034-c64c-44cd-a7cb-d4ff1fa4b8a9 req-f68a909a-f798-4b12-9351-b19d43ab675d tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:43.307269 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a7b41034-c64c-44cd-a7cb-d4ff1fa4b8a9 req-f68a909a-f798-4b12-9351-b19d43ab675d tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0501807 Apr 12 13:41:43.355863 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a7b41034-c64c-44cd-a7cb-d4ff1fa4b8a9 req-0620efb2-16d9-4878-84b1-ac08122e0782 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428927 Apr 12 13:41:44.472210 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d933eb0-b668-45cd-8b1b-4d186a46dd6d req-b458cf61-a181-4c6f-84cd-c9c9b2cbaf74 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:44.474372 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8d933eb0-b668-45cd-8b1b-4d186a46dd6d req-b458cf61-a181-4c6f-84cd-c9c9b2cbaf74 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0516975 Apr 12 13:41:44.525546 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8d933eb0-b668-45cd-8b1b-4d186a46dd6d req-56b82005-ff16-48e7-8f1e-34f08b30424d tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454986 Apr 12 13:41:45.636672 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1756b-b145-4c86-bcb5-702627fdaf7c req-3edef6c0-477a-47f0-a842-63a231494000 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:45.638154 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-25e1756b-b145-4c86-bcb5-702627fdaf7c req-3edef6c0-477a-47f0-a842-63a231494000 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0458355 Apr 12 13:41:45.685543 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-25e1756b-b145-4c86-bcb5-702627fdaf7c req-fd4a1569-df6e-448e-9425-6fe65411e487 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418570 Apr 12 13:41:46.808977 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6674187-8a6e-4efa-a697-981383c8c1d9 req-1d4ec682-7505-4112-bc4a-072be95533ea tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:46.810415 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d6674187-8a6e-4efa-a697-981383c8c1d9 req-1d4ec682-7505-4112-bc4a-072be95533ea tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0487418 Apr 12 13:41:46.858762 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d6674187-8a6e-4efa-a697-981383c8c1d9 req-a49aab55-1e16-4eea-b38b-5ad3362eda05 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421226 Apr 12 13:41:47.982134 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689fb64-06d9-4847-9b5d-560e46815f63 req-26f1a48a-d886-4484-a004-01d11a896d7d tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:47.983514 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e689fb64-06d9-4847-9b5d-560e46815f63 req-26f1a48a-d886-4484-a004-01d11a896d7d tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0513613 Apr 12 13:41:48.032690 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e689fb64-06d9-4847-9b5d-560e46815f63 req-39d40e4d-9eab-4ae0-8eeb-2d2c3c770474 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434813 Apr 12 13:41:49.147454 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0668eb8-68b5-4d66-a1d7-8c15e65b30d0 req-2eb93daa-9007-406d-aade-668217e4944d tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:49.148899 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d0668eb8-68b5-4d66-a1d7-8c15e65b30d0 req-2eb93daa-9007-406d-aade-668217e4944d tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0465667 Apr 12 13:41:49.196794 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d0668eb8-68b5-4d66-a1d7-8c15e65b30d0 req-91be3402-7eb4-41bb-8b2b-d43baaf9dd69 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421045 Apr 12 13:41:49.231648 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:41:50.012413 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:50.309211 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f742de4-2c72-44df-a003-1bfe59c5f4b8 req-7c6a9f6e-d8c6-4e25-ac6c-d6ccd9869ce9 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:50.310657 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3f742de4-2c72-44df-a003-1bfe59c5f4b8 req-7c6a9f6e-d8c6-4e25-ac6c-d6ccd9869ce9 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0467262 Apr 12 13:41:50.364100 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3f742de4-2c72-44df-a003-1bfe59c5f4b8 req-f7ccb03a-0b80-4be8-ac08-d07c1567be0e tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472825 Apr 12 13:41:51.478646 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab1750-36e1-4c2d-ab28-89696373927a req-0fe766b5-4c50-4085-8ef4-53caf0c91569 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:51.480093 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-98ab1750-36e1-4c2d-ab28-89696373927a req-0fe766b5-4c50-4085-8ef4-53caf0c91569 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0502083 Apr 12 13:41:51.785863 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-98ab1750-36e1-4c2d-ab28-89696373927a req-191618b0-ed26-4dcc-85a6-9fb88aebc3be tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3002112 Apr 12 13:41:52.898671 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5da9e-2adb-4bbf-b568-1323b4b100b0 req-89c3cc8b-70e1-4258-a358-92326127838e tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:52.900213 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8fe5da9e-2adb-4bbf-b568-1323b4b100b0 req-89c3cc8b-70e1-4258-a358-92326127838e tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0471909 Apr 12 13:41:52.949576 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8fe5da9e-2adb-4bbf-b568-1323b4b100b0 req-1964d3a8-4f65-48e0-98fe-531c1a8069f7 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437465 Apr 12 13:41:53.642175 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c88b4c-ffec-457b-b253-a5bb85ac2f5a req-4ca13d49-4692-47ba-97e1-a898cfb1004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:53.644463 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e4c88b4c-ffec-457b-b253-a5bb85ac2f5a req-4ca13d49-4692-47ba-97e1-a898cfb1004b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1676d317c2b9497bb9f5385646737fbf&device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 1129 time: 0.0413539 Apr 12 13:41:53.759315 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c88b4c-ffec-457b-b253-a5bb85ac2f5a req-e89797da-9c8a-4c54-bfe8-c3351ae08f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:53.760809 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e4c88b4c-ffec-457b-b253-a5bb85ac2f5a req-e89797da-9c8a-4c54-bfe8-c3351ae08f15 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ef085e4-2104-43b5-a43c-9ee214d199b2 HTTP/1.1" status: 200 len: 910 time: 0.0988305 Apr 12 13:41:54.063481 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9876539-6fd2-4b31-be8f-009519701b30 req-3c6f6ab0-eb48-4bbc-afd6-fb81ddbc58f8 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:54.065544 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c9876539-6fd2-4b31-be8f-009519701b30 req-3c6f6ab0-eb48-4bbc-afd6-fb81ddbc58f8 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0474942 Apr 12 13:41:54.121626 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c9876539-6fd2-4b31-be8f-009519701b30 req-ab3af966-f5eb-4497-8403-f6d2d26f25e6 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504084 Apr 12 13:41:54.515638 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e4c88b4c-ffec-457b-b253-a5bb85ac2f5a req-7fa1aa28-3c91-4107-adb4-5d0091f16d22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2ed179a-bbd3-40b3-8023-fc05054e87e5 HTTP/1.1" status: 200 len: 1001 time: 0.0776086 Apr 12 13:41:54.579133 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c88b4c-ffec-457b-b253-a5bb85ac2f5a req-8d8f0f52-0d26-456b-b9a9-b05e504dd4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:54.581386 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e4c88b4c-ffec-457b-b253-a5bb85ac2f5a req-8d8f0f52-0d26-456b-b9a9-b05e504dd4fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48bac659-ed33-4e2b-b30d-142fa3904e3e HTTP/1.1" status: 200 len: 848 time: 0.0594125 Apr 12 13:41:54.638936 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c88b4c-ffec-457b-b253-a5bb85ac2f5a req-af7b88c5-9052-486d-8808-7c8af3762f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:54.640468 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e4c88b4c-ffec-457b-b253-a5bb85ac2f5a req-af7b88c5-9052-486d-8808-7c8af3762f01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ef085e4-2104-43b5-a43c-9ee214d199b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489559 Apr 12 13:41:54.745432 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e4c88b4c-ffec-457b-b253-a5bb85ac2f5a req-33990904-0b14-4609-9e11-ae6faddc57a5 service neutron] 10.222.0.41 "GET /v2.0/networks/0ef085e4-2104-43b5-a43c-9ee214d199b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948915 Apr 12 13:41:54.867222 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bf60fbcf-e21c-413f-a281-d9380b3c8afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:54.874531 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e4c88b4c-ffec-457b-b253-a5bb85ac2f5a req-65e0de2d-7002-4936-ae6f-8fc221530977 service neutron] 10.222.0.41 "GET /v2.0/networks/0ef085e4-2104-43b5-a43c-9ee214d199b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260817 Apr 12 13:41:55.399023 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd23fc-e80b-4b79-94d9-ccba31a24df8 req-6cb53fa2-388c-4bd5-af8f-69f8ede0f098 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:55.400529 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4efd23fc-e80b-4b79-94d9-ccba31a24df8 req-6cb53fa2-388c-4bd5-af8f-69f8ede0f098 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.2133842 Apr 12 13:41:55.446746 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b816dfc-aae5-489f-9d69-1e492e1d92fa req-0c4385e3-289b-4069-8468-90459a27cfba tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:55.448304 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4b816dfc-aae5-489f-9d69-1e492e1d92fa req-0c4385e3-289b-4069-8468-90459a27cfba tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 945 time: 0.1615882 Apr 12 13:41:55.454682 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4efd23fc-e80b-4b79-94d9-ccba31a24df8 req-4189d585-649b-4606-9466-913b23f58817 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483577 Apr 12 13:41:55.506980 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4b816dfc-aae5-489f-9d69-1e492e1d92fa req-353eeb21-56cd-42da-a14f-6fab3c859151 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=802e33cd-b725-45a7-b844-4424659b063f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527606 Apr 12 13:41:56.572132 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b544f62-c225-4cd9-a68e-84ab66450a66 req-734a2e03-5893-4eee-9ea4-104194bbf8ee tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:56.573642 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9b544f62-c225-4cd9-a68e-84ab66450a66 req-734a2e03-5893-4eee-9ea4-104194bbf8ee tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0475085 Apr 12 13:41:56.619084 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf5dfc-07b4-4132-aac4-1cdae7697198 req-9b10c272-adcd-4161-ae13-649574d3edab tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:56.620549 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d4cf5dfc-07b4-4132-aac4-1cdae7697198 req-9b10c272-adcd-4161-ae13-649574d3edab tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 945 time: 0.0469692 Apr 12 13:41:56.622624 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9b544f62-c225-4cd9-a68e-84ab66450a66 req-99bbc645-951c-4599-9094-2eadc5910122 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433216 Apr 12 13:41:56.670155 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d4cf5dfc-07b4-4132-aac4-1cdae7697198 req-4d00ab36-278b-43b2-be82-3ab4106b0d55 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=802e33cd-b725-45a7-b844-4424659b063f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436380 Apr 12 13:41:57.484332 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3115ddbc-fc98-4223-a779-7fbb90811ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:57.739888 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f746cf1-2b4f-4699-bec2-f27fe924a667 req-78595595-ad92-4b4d-a1fd-8eeb0d8086fa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:57.741339 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6f746cf1-2b4f-4699-bec2-f27fe924a667 req-78595595-ad92-4b4d-a1fd-8eeb0d8086fa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0486445 Apr 12 13:41:57.791060 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6f746cf1-2b4f-4699-bec2-f27fe924a667 req-966ff3d7-2463-47aa-b535-151b6b169e62 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440996 Apr 12 13:41:57.791333 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c126fa-ebc5-4df2-a631-8afd511179fc req-78c6296f-1a21-4f23-b796-fdbdb7b8e954 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:57.792810 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-02c126fa-ebc5-4df2-a631-8afd511179fc req-78c6296f-1a21-4f23-b796-fdbdb7b8e954 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 945 time: 0.0504224 Apr 12 13:41:57.839793 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-02c126fa-ebc5-4df2-a631-8afd511179fc req-fd0307e8-c18d-4bee-b464-fe85131679dd tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=802e33cd-b725-45a7-b844-4424659b063f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412695 Apr 12 13:41:58.085351 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:41:58.915675 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ecb32-67fd-4d76-b3c0-76cfa4bbd0a8 req-fa7cf019-81e6-47f7-9f22-39392bce5194 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:58.917191 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e07ecb32-67fd-4d76-b3c0-76cfa4bbd0a8 req-fa7cf019-81e6-47f7-9f22-39392bce5194 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0598004 Apr 12 13:41:58.968100 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e07ecb32-67fd-4d76-b3c0-76cfa4bbd0a8 req-1c5374f5-f4b4-469b-b8bb-df6348f292aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450089 Apr 12 13:41:58.974297 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce673ea-14aa-463a-bf82-d670306a3eb4 req-c11be2bc-e46b-4f9c-9501-d024d373adf3 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:41:58.975798 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8ce673ea-14aa-463a-bf82-d670306a3eb4 req-c11be2bc-e46b-4f9c-9501-d024d373adf3 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 945 time: 0.0487194 Apr 12 13:41:59.021644 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8ce673ea-14aa-463a-bf82-d670306a3eb4 req-3e386bba-a921-4df5-aeff-6e36cd7eaeff tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=802e33cd-b725-45a7-b844-4424659b063f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401204 Apr 12 13:41:59.749087 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:00.083206 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3173a6-7bbb-4982-899b-5d55ea1097b7 req-fe9da14e-3c59-45a0-bb54-b251fc724443 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:00.084913 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6e3173a6-7bbb-4982-899b-5d55ea1097b7 req-fe9da14e-3c59-45a0-bb54-b251fc724443 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0491409 Apr 12 13:42:00.134209 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6e3173a6-7bbb-4982-899b-5d55ea1097b7 req-86c6dada-53bb-4712-a835-c9bc4c108756 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435059 Apr 12 13:42:00.135864 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45394c9-47fd-42ab-8714-b10d650fa08b req-6123e8b1-6c56-44f9-ba26-0ae5ff01c15d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:00.137404 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e45394c9-47fd-42ab-8714-b10d650fa08b req-6123e8b1-6c56-44f9-ba26-0ae5ff01c15d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 945 time: 0.0475001 Apr 12 13:42:00.187214 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e45394c9-47fd-42ab-8714-b10d650fa08b req-728b597a-b2d6-40d8-af60-7268c2330e11 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=802e33cd-b725-45a7-b844-4424659b063f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442848 Apr 12 13:42:00.972110 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:01.175301 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device c2ed179a-bbd3-40b3-8023-fc05054e87e5 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:42:01.275589 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port c2ed179a-bbd3-40b3-8023-fc05054e87e5 is: ACTIVE; New status is: DOWN {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:42:01.275980 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:01.281492 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd135bf-cc69-4511-a228-5f0f263a1c8e req-2c130456-393d-43aa-ae9a-9d0311a5a368 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:01.282984 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-cdd135bf-cc69-4511-a228-5f0f263a1c8e req-2c130456-393d-43aa-ae9a-9d0311a5a368 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0740254 Apr 12 13:42:01.302659 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c26641-9eaa-496a-abfc-a1787d465d21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:42:01.310267 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7976f51-1295-4ded-86c5-52e584ee20d1" -d '{"events": [{"server_uuid": "d0c26641-9eaa-496a-abfc-a1787d465d21", "name": "network-vif-unplugged", "status": "completed", "tag": "c2ed179a-bbd3-40b3-8023-fc05054e87e5"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:42:01.325324 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port c2ed179a-bbd3-40b3-8023-fc05054e87e5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c2ed179a-bbd3-40b3-8023-fc05054e87e5,segment=NetworkSegment(94999333-ccb2-4d37-8a6e-3675f19d4cb7),segment_id=94999333-ccb2-4d37-8a6e-3675f19d4cb7)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:42:01.332497 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:01.334640 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8de181-9ea6-4a52-b9cb-214b331791a5 req-051ee2a2-3db4-4610-bb60-5658f65ba5f1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:01.336339 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2a8de181-9ea6-4a52-b9cb-214b331791a5 req-051ee2a2-3db4-4610-bb60-5658f65ba5f1 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 945 time: 0.0561302 Apr 12 13:42:01.352955 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-cdd135bf-cc69-4511-a228-5f0f263a1c8e req-6d3f67fe-7fe4-47a0-9d77-7f28342fcda8 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642776 Apr 12 13:42:01.386922 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=c2ed179a-bbd3-40b3-8023-fc05054e87e5,revision_number=6']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:01.392267 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2a8de181-9ea6-4a52-b9cb-214b331791a5 req-94e91197-549b-40cb-87e6-794abead672b tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=802e33cd-b725-45a7-b844-4424659b063f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491362 Apr 12 13:42:01.393887 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 13:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01627a3e-2cc0-4811-a1b0-13b87d68d7c7 x-openstack-request-id: req-01627a3e-2cc0-4811-a1b0-13b87d68d7c7 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:42:01.394208 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c26641-9eaa-496a-abfc-a1787d465d21", "name": "network-vif-unplugged", "status": "completed", "tag": "c2ed179a-bbd3-40b3-8023-fc05054e87e5", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:42:01.394461 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-01627a3e-2cc0-4811-a1b0-13b87d68d7c7 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:42:01.394858 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01627a3e-2cc0-4811-a1b0-13b87d68d7c7'] response: {'server_uuid': 'd0c26641-9eaa-496a-abfc-a1787d465d21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5', 'code': 200} Apr 12 13:42:02.095924 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d996c-0a6f-4cdb-b1b6-b9b1e85994a3 req-96114624-097a-4e85-9752-0a5815b0091f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:02.098037 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3c9d996c-0a6f-4cdb-b1b6-b9b1e85994a3 req-96114624-097a-4e85-9752-0a5815b0091f tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.41 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 945 time: 0.0487688 Apr 12 13:42:02.361770 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-3c9d996c-0a6f-4cdb-b1b6-b9b1e85994a3 req-d9afceda-ae0b-4de1-97b6-900a35461d1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Deleting port 6e40d025-3810-4906-9704-02a0dac11cd1 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:42:02.362407 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3c9d996c-0a6f-4cdb-b1b6-b9b1e85994a3 req-d9afceda-ae0b-4de1-97b6-900a35461d1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (6e40d025-3810-4906-9704-02a0dac11cd1), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:02.476934 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89ea4e-c486-4f73-ba7f-51a21eeb667c req-61d4a4c6-1393-4db7-be4f-596ed8593efb tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:02.480069 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-3c9d996c-0a6f-4cdb-b1b6-b9b1e85994a3 req-d9afceda-ae0b-4de1-97b6-900a35461d1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] For port 6e40d025-3810-4906-9704-02a0dac11cd1, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=6e40d025-3810-4906-9704-02a0dac11cd1,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:42:02.480436 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3c9d996c-0a6f-4cdb-b1b6-b9b1e85994a3 req-d9afceda-ae0b-4de1-97b6-900a35461d1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (6e40d025-3810-4906-9704-02a0dac11cd1), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:02.483586 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1d89ea4e-c486-4f73-ba7f-51a21eeb667c req-61d4a4c6-1393-4db7-be4f-596ed8593efb tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0610690 Apr 12 13:42:02.538100 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1d89ea4e-c486-4f73-ba7f-51a21eeb667c req-324c56f4-f193-4b5f-94fa-17d51e1db28c tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526707 Apr 12 13:42:02.578252 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbac99b-d8ae-490a-b2a4-44b311d5eb15 req-c00a01d2-1c4e-4801-9009-b33b2bd50cd7 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:02.579730 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-cbbac99b-d8ae-490a-b2a4-44b311d5eb15 req-c00a01d2-1c4e-4801-9009-b33b2bd50cd7 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 945 time: 0.0919106 Apr 12 13:42:02.717547 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-cbbac99b-d8ae-490a-b2a4-44b311d5eb15 req-518561ba-d812-48ea-991d-5a9997c03d59 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups?id=802e33cd-b725-45a7-b844-4424659b063f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301618 Apr 12 13:42:02.748698 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3c9d996c-0a6f-4cdb-b1b6-b9b1e85994a3 req-d9afceda-ae0b-4de1-97b6-900a35461d1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:02.749063 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3c9d996c-0a6f-4cdb-b1b6-b9b1e85994a3 req-d9afceda-ae0b-4de1-97b6-900a35461d1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (d38cc6bc-d24e-4c81-afa1-0aec7c8d2db4), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:02.749407 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.l3_db [req-3c9d996c-0a6f-4cdb-b1b6-b9b1e85994a3 req-d9afceda-ae0b-4de1-97b6-900a35461d1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Floating IP d38cc6bc-d24e-4c81-afa1-0aec7c8d2db4 disassociated. External IP: 172.27.2.142, port: 6e40d025-3810-4906-9704-02a0dac11cd1. Apr 12 13:42:02.749750 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-3c9d996c-0a6f-4cdb-b1b6-b9b1e85994a3 req-d9afceda-ae0b-4de1-97b6-900a35461d1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Calling delete_port for 6e40d025-3810-4906-9704-02a0dac11cd1 owned by compute:nova {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:42:02.788987 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d103b7-1940-41de-acd4-42388838dbbb req-f200c12e-4b3d-471a-b433-bc905a437ebb tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:02.790636 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-67d103b7-1940-41de-acd4-42388838dbbb req-f200c12e-4b3d-471a-b433-bc905a437ebb tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0573075 Apr 12 13:42:02.791177 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 36966) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:02.844983 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-67d103b7-1940-41de-acd4-42388838dbbb req-a307507d-81cc-4094-9f69-7f4511526b36 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483737 Apr 12 13:42:02.892083 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d92d7141-0d16-446a-a539-42af8d8132e2 req-3dbc2d5f-d9a4-4788-83a0-30ab8f9055be service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0997174 Apr 12 13:42:02.899794 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3c9d996c-0a6f-4cdb-b1b6-b9b1e85994a3 req-d9afceda-ae0b-4de1-97b6-900a35461d1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (6e40d025-3810-4906-9704-02a0dac11cd1), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:02.901418 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [req-d92d7141-0d16-446a-a539-42af8d8132e2 req-780e51e0-6caa-4730-979c-621222b53d6e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103295) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:42:02.902417 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d92d7141-0d16-446a-a539-42af8d8132e2 req-780e51e0-6caa-4730-979c-621222b53d6e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054896 Apr 12 13:42:02.929359 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afceda-ae0b-4de1-97b6-900a35461d1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event deleted for resources: {'Port': ['ID=6e40d025-3810-4906-9704-02a0dac11cd1,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:02.995749 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 36974) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:03.051872 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c9d996c-0a6f-4cdb-b1b6-b9b1e85994a3 req-d9afceda-ae0b-4de1-97b6-900a35461d1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:42:03.092561 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d7141-0d16-446a-a539-42af8d8132e2 req-5d60806b-ed56-4287-895d-74ef14a3c974 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:03.093964 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d92d7141-0d16-446a-a539-42af8d8132e2 req-5d60806b-ed56-4287-895d-74ef14a3c974 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports/c2ed179a-bbd3-40b3-8023-fc05054e87e5 HTTP/1.1" status: 200 len: 940 time: 0.0972223 Apr 12 13:42:03.168098 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c9d996c-0a6f-4cdb-b1b6-b9b1e85994a3 req-d9afceda-ae0b-4de1-97b6-900a35461d1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:42:03.179890 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dab1cc-8307-4df0-aec2-97f22c08d8de None None] Sync routers for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:42:03.191693 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dab1cc-8307-4df0-aec2-97f22c08d8de None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:42:03.193014 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-78dab1cc-8307-4df0-aec2-97f22c08d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:41:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:03.219106 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9d996c-0a6f-4cdb-b1b6-b9b1e85994a3 req-d9afceda-ae0b-4de1-97b6-900a35461d1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] No DVR routers for this DVR port 6e40d025-3810-4906-9704-02a0dac11cd1 on host hv-cinder-83009 {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:42:03.224043 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3c9d996c-0a6f-4cdb-b1b6-b9b1e85994a3 req-d9afceda-ae0b-4de1-97b6-900a35461d1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:03.227718 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3c9d996c-0a6f-4cdb-b1b6-b9b1e85994a3 req-d9afceda-ae0b-4de1-97b6-900a35461d1d tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.41 "DELETE /v2.0/ports/6e40d025-3810-4906-9704-02a0dac11cd1 HTTP/1.1" status: 204 len: 173 time: 0.9529312 Apr 12 13:42:03.228215 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db49f840-b5b5-433a-863c-755c88fdb081', 'name': 'network-vif-deleted', 'tag': '6e40d025-3810-4906-9704-02a0dac11cd1'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:42:03.230678 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785add95-1266-4bdc-a76b-e098049c41e4" -d '{"events": [{"server_uuid": "db49f840-b5b5-433a-863c-755c88fdb081", "name": "network-vif-deleted", "tag": "6e40d025-3810-4906-9704-02a0dac11cd1"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:42:03.281481 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e71c406-7557-43d5-b8e4-ce1b157ad6dc x-openstack-request-id: req-1e71c406-7557-43d5-b8e4-ce1b157ad6dc {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:42:03.281793 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db49f840-b5b5-433a-863c-755c88fdb081", "name": "network-vif-deleted", "tag": "6e40d025-3810-4906-9704-02a0dac11cd1", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:42:03.282170 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e71c406-7557-43d5-b8e4-ce1b157ad6dc {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:42:03.282527 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e71c406-7557-43d5-b8e4-ce1b157ad6dc'] response: {'server_uuid': 'db49f840-b5b5-433a-863c-755c88fdb081', 'name': 'network-vif-deleted', 'tag': '6e40d025-3810-4906-9704-02a0dac11cd1', 'status': 'completed', 'code': 200} Apr 12 13:42:03.355102 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-78dab1cc-8307-4df0-aec2-97f22c08d8de None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:42:03.601558 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-78dab1cc-8307-4df0-aec2-97f22c08d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:03.633931 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dab1cc-8307-4df0-aec2-97f22c08d8de None None] Checking router: 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:42:03.644851 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dab1cc-8307-4df0-aec2-97f22c08d8de None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:42:03.646932 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-78dab1cc-8307-4df0-aec2-97f22c08d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:41:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:03.804641 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-78dab1cc-8307-4df0-aec2-97f22c08d8de None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:42:03.909168 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-aedf5e03-0504-4114-b628-5974007a27c6 req-9c1c8d18-b76a-449a-8631-25942700c377 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/ports?device_id=db49f840-b5b5-433a-863c-755c88fdb081 HTTP/1.1" status: 200 len: 210 time: 0.0755193 Apr 12 13:42:04.079201 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750c02d-4803-4a7a-968e-32e2d29d9e91 req-5520ac65-399c-4d33-9509-f35705b8a11d tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:04.082764 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b750c02d-4803-4a7a-968e-32e2d29d9e91 req-5520ac65-399c-4d33-9509-f35705b8a11d tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0888865 Apr 12 13:42:04.126960 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-78dab1cc-8307-4df0-aec2-97f22c08d8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:04.165007 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b750c02d-4803-4a7a-968e-32e2d29d9e91 req-4cbc6047-c9b8-4664-8de0-1390598f8de3 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756800 Apr 12 13:42:04.302044 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dab1cc-8307-4df0-aec2-97f22c08d8de None None] The sync data for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi is: [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:32:05Z', 'revision_number': 4, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': '7005001a-2c7c-41de-b71a-fc3a729493a8', 'name': '', 'network_id': '9ce84178-38e7-4e29-b4a8-e078a0b5e3f2', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'mac_address': 'fa:16:3e:d7:5f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:03Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'subnets': [{'id': '1774c03c-3ad4-4c38-b37a-e0b0c31504ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:42:04.555322 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b7b0b4-ec65-45ff-af22-7bdf522b672e None None] New status for floating IP d38cc6bc-d24e-4c81-afa1-0aec7c8d2db4: DOWN {{(pid=103297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:42:05.015341 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 37004) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:05.071437 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a289fd61-711b-41fc-9964-686b1d27e004 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (802e33cd-b725-45a7-b844-4424659b063f), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:05.094986 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a289fd61-711b-41fc-9964-686b1d27e004 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (802e33cd-b725-45a7-b844-4424659b063f), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:05.141244 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a289fd61-711b-41fc-9964-686b1d27e004 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (802e33cd-b725-45a7-b844-4424659b063f), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:05.143836 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a289fd61-711b-41fc-9964-686b1d27e004 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:05.146171 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-a289fd61-711b-41fc-9964-686b1d27e004 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "DELETE /v2.0/security-groups/802e33cd-b725-45a7-b844-4424659b063f HTTP/1.1" status: 204 len: 168 time: 0.1297283 Apr 12 13:42:05.148979 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37008) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:05.155045 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289fd61-711b-41fc-9964-686b1d27e004 tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=802e33cd-b725-45a7-b844-4424659b063f,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:05.166027 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.api.v2.resource [None req-8870db27-9488-42d5-b70b-58f5fd41d0fa tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] show failed (client error): The resource could not be found. Apr 12 13:42:05.167048 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-8870db27-9488-42d5-b70b-58f5fd41d0fa tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "GET /v2.0/security-groups/802e33cd-b725-45a7-b844-4424659b063f HTTP/1.1" status: 404 len: 347 time: 0.0166605 Apr 12 13:42:05.169908 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37010) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:05.320490 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4e94f-1a74-496a-858f-3ae0d4211909 req-eae71c82-cdab-4e78-8fc5-b5d29854974c tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:05.321873 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f6d4e94f-1a74-496a-858f-3ae0d4211909 req-eae71c82-cdab-4e78-8fc5-b5d29854974c tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0752335 Apr 12 13:42:05.326471 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-3ac7c061-a828-4187-a975-d8f6be2f91ad tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Deleting port 8d5d8a42-1ba4-4b68-931e-10f4c5303b7c {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:42:05.326817 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c061-a828-4187-a975-d8f6be2f91ad tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (8d5d8a42-1ba4-4b68-931e-10f4c5303b7c), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:05.431362 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f6d4e94f-1a74-496a-858f-3ae0d4211909 req-43d1da31-a610-4190-8c79-ebb5955be629 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025190 Apr 12 13:42:05.445128 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c061-a828-4187-a975-d8f6be2f91ad tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (8d5d8a42-1ba4-4b68-931e-10f4c5303b7c), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:05.445469 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c061-a828-4187-a975-d8f6be2f91ad tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (8d5d8a42-1ba4-4b68-931e-10f4c5303b7c), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:05.457320 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-3ac7c061-a828-4187-a975-d8f6be2f91ad tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Calling delete_port for 8d5d8a42-1ba4-4b68-931e-10f4c5303b7c owned by network:floatingip {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:42:05.590768 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c061-a828-4187-a975-d8f6be2f91ad tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (8d5d8a42-1ba4-4b68-931e-10f4c5303b7c), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:05.614400 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7c061-a828-4187-a975-d8f6be2f91ad tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Pushing event deleted for resources: {'Port': ['ID=8d5d8a42-1ba4-4b68-931e-10f4c5303b7c,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:05.680415 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c061-a828-4187-a975-d8f6be2f91ad tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks [] for floatingip (d38cc6bc-d24e-4c81-afa1-0aec7c8d2db4), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:05.683541 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c061-a828-4187-a975-d8f6be2f91ad tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:05.684166 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-3ac7c061-a828-4187-a975-d8f6be2f91ad tempest-AttachVolumeNegativeTest-1113744983 tempest-AttachVolumeNegativeTest-1113744983-project] 10.222.0.11 "DELETE /v2.0/floatingips/d38cc6bc-d24e-4c81-afa1-0aec7c8d2db4 HTTP/1.1" status: 204 len: 168 time: 0.5130563 Apr 12 13:42:06.551331 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1ab00-8841-46d2-9026-773a22bfa6f9 req-100fcb9a-7fe9-464d-a0c0-2c611997e173 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:06.552952 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1ea1ab00-8841-46d2-9026-773a22bfa6f9 req-100fcb9a-7fe9-464d-a0c0-2c611997e173 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0549350 Apr 12 13:42:06.605117 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1ea1ab00-8841-46d2-9026-773a22bfa6f9 req-11112980-0048-483c-bd9d-f4b1dbd19df0 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464251 Apr 12 13:42:07.478478 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 6e40d025-3810-4906-9704-02a0dac11cd1 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:42:07.499185 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: 6e40d025-3810-4906-9704-02a0dac11cd1 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:42:07.499532 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 6e40d025-3810-4906-9704-02a0dac11cd1 not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:42:07.726528 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35d730-9ec1-4df5-b450-c22a1fb58f4c req-c837c1a1-8c34-46e9-ae81-cc4fd8e49ec1 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:07.728004 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9f35d730-9ec1-4df5-b450-c22a1fb58f4c req-c837c1a1-8c34-46e9-ae81-cc4fd8e49ec1 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0494564 Apr 12 13:42:07.776980 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9f35d730-9ec1-4df5-b450-c22a1fb58f4c req-b6bc1495-9ab9-476d-8341-0dbae7bf2638 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432599 Apr 12 13:42:08.917208 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1320340-357f-49c9-b95e-82bba4ef1c3b req-c94c2188-2020-40d4-b8ec-68484d17e977 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:08.918702 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c1320340-357f-49c9-b95e-82bba4ef1c3b req-c94c2188-2020-40d4-b8ec-68484d17e977 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0750382 Apr 12 13:42:08.923891 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d7141-0d16-446a-a539-42af8d8132e2 req-7a3073b3-bb3e-4748-a294-44d3d576ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:08.925859 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d92d7141-0d16-446a-a539-42af8d8132e2 req-7a3073b3-bb3e-4748-a294-44d3d576ddde service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21&tenant_id=1676d317c2b9497bb9f5385646737fbf HTTP/1.1" status: 200 len: 1127 time: 0.0538657 Apr 12 13:42:09.002396 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c1320340-357f-49c9-b95e-82bba4ef1c3b req-47e70d05-8987-429b-a65b-41d19f02586b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755682 Apr 12 13:42:09.006153 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d7141-0d16-446a-a539-42af8d8132e2 req-e6c85f9e-5cbe-4b1a-a4b4-025ee49b7e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:09.007591 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d92d7141-0d16-446a-a539-42af8d8132e2 req-e6c85f9e-5cbe-4b1a-a4b4-025ee49b7e95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1676d317c2b9497bb9f5385646737fbf&device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 1127 time: 0.0602536 Apr 12 13:42:09.098549 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d7141-0d16-446a-a539-42af8d8132e2 req-5dfb135c-9324-42ee-bbda-3a639964fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:09.100001 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d92d7141-0d16-446a-a539-42af8d8132e2 req-5dfb135c-9324-42ee-bbda-3a639964fd66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ef085e4-2104-43b5-a43c-9ee214d199b2 HTTP/1.1" status: 200 len: 910 time: 0.0850978 Apr 12 13:42:09.167081 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d92d7141-0d16-446a-a539-42af8d8132e2 req-77d78da8-0363-4142-83d6-8fb5d6715633 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2ed179a-bbd3-40b3-8023-fc05054e87e5 HTTP/1.1" status: 200 len: 999 time: 0.0602727 Apr 12 13:42:09.213521 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d7141-0d16-446a-a539-42af8d8132e2 req-d9c3eb1c-52df-431b-ac92-3aa08c3529e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:09.214969 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d92d7141-0d16-446a-a539-42af8d8132e2 req-d9c3eb1c-52df-431b-ac92-3aa08c3529e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48bac659-ed33-4e2b-b30d-142fa3904e3e HTTP/1.1" status: 200 len: 848 time: 0.0416164 Apr 12 13:42:09.259123 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d7141-0d16-446a-a539-42af8d8132e2 req-73908576-f57c-4d21-93ef-546a77f758b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:09.260836 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d92d7141-0d16-446a-a539-42af8d8132e2 req-73908576-f57c-4d21-93ef-546a77f758b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ef085e4-2104-43b5-a43c-9ee214d199b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396452 Apr 12 13:42:09.351502 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d92d7141-0d16-446a-a539-42af8d8132e2 req-3c4548b8-7861-4407-a028-3845205d8523 service neutron] 10.222.0.41 "GET /v2.0/networks/0ef085e4-2104-43b5-a43c-9ee214d199b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843308 Apr 12 13:42:09.441026 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d92d7141-0d16-446a-a539-42af8d8132e2 req-9a7be212-718e-4a45-a4ed-05a17bae3ec3 service neutron] 10.222.0.41 "GET /v2.0/networks/0ef085e4-2104-43b5-a43c-9ee214d199b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831313 Apr 12 13:42:10.114902 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d4ec6-d743-4f90-88f3-31318595d2e0 req-02973fe6-f16f-4eb8-9618-415ce237f96d tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:10.116405 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8a3d4ec6-d743-4f90-88f3-31318595d2e0 req-02973fe6-f16f-4eb8-9618-415ce237f96d tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0483344 Apr 12 13:42:10.169597 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8a3d4ec6-d743-4f90-88f3-31318595d2e0 req-c16dc63c-be23-4636-a709-700c1d38f5a8 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474036 Apr 12 13:42:11.292054 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55834b85-bfb2-4255-abda-c4cff8f3e5fd req-533be1a8-3962-4b02-b2bd-d60731ba932e tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:11.293457 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-55834b85-bfb2-4255-abda-c4cff8f3e5fd req-533be1a8-3962-4b02-b2bd-d60731ba932e tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0581977 Apr 12 13:42:11.341994 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-55834b85-bfb2-4255-abda-c4cff8f3e5fd req-33c6ec73-6d6c-4f24-9493-2b8c12943c22 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429921 Apr 12 13:42:12.453424 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90ca4b-75cb-4401-8816-1d6ec0f95ff8 req-ff35002a-18c1-4574-8672-088b234004e9 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:12.455057 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9e90ca4b-75cb-4401-8816-1d6ec0f95ff8 req-ff35002a-18c1-4574-8672-088b234004e9 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0478389 Apr 12 13:42:12.505216 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9e90ca4b-75cb-4401-8816-1d6ec0f95ff8 req-dce83d33-059a-47ba-8372-b4fc95e46aee tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439346 Apr 12 13:42:13.618883 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd25a4-51b5-4359-ba8f-49a0e7e18384 req-24a2d866-27f9-46e6-b084-d79682544917 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:13.620359 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f6cd25a4-51b5-4359-ba8f-49a0e7e18384 req-24a2d866-27f9-46e6-b084-d79682544917 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0475621 Apr 12 13:42:13.668775 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-f6cd25a4-51b5-4359-ba8f-49a0e7e18384 req-bfc02316-0ddb-4c6d-af68-97d502ac48da tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427103 Apr 12 13:42:14.783314 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fabcc5-fa09-4a57-867d-e7b14ab0a39e req-26a8dba3-bb98-4f3a-ab1f-4e37f5575ebb tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:14.785458 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-67fabcc5-fa09-4a57-867d-e7b14ab0a39e req-26a8dba3-bb98-4f3a-ab1f-4e37f5575ebb tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0458455 Apr 12 13:42:14.833041 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-67fabcc5-fa09-4a57-867d-e7b14ab0a39e req-fcdd4a31-d345-4470-8b2f-eae4ca923f14 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421684 Apr 12 13:42:15.943663 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95cd64-49ad-4066-ad65-c548ae162597 req-0acd6a45-9741-43c6-b0f5-220e1c2b960b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:15.945010 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7c95cd64-49ad-4066-ad65-c548ae162597 req-0acd6a45-9741-43c6-b0f5-220e1c2b960b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0465488 Apr 12 13:42:15.996909 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7c95cd64-49ad-4066-ad65-c548ae162597 req-3dd135c0-9fda-4ead-a6ef-56dbc6e13f07 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459363 Apr 12 13:42:17.111400 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cbaf4-8fa3-40d9-b1c2-4b0c27703150 req-f4e7dbc9-d6ad-4743-908e-d3d05a95967d tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:17.113654 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-694cbaf4-8fa3-40d9-b1c2-4b0c27703150 req-f4e7dbc9-d6ad-4743-908e-d3d05a95967d tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0503097 Apr 12 13:42:17.160778 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-694cbaf4-8fa3-40d9-b1c2-4b0c27703150 req-aba2b9bb-ae97-4c12-9e5e-46c7faab872c tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415626 Apr 12 13:42:17.828844 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37132) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:18.275319 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5568e3a-3c6d-41d4-8651-60c2075f5538 req-7916033d-7d75-4424-8ff5-f93504794ae7 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:18.276879 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d5568e3a-3c6d-41d4-8651-60c2075f5538 req-7916033d-7d75-4424-8ff5-f93504794ae7 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 943 time: 0.0486803 Apr 12 13:42:18.333874 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d5568e3a-3c6d-41d4-8651-60c2075f5538 req-e8ed9b5a-59db-4d2f-a3a1-50cd3c9245ae tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512249 Apr 12 13:42:18.531342 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6501d44c-2a72-49d6-bdf8-c6164e9e8497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-463822'] for router_interface (85cf6bc7-442c-4ccb-a6a7-81479f6f8dde), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:18.768988 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-6501d44c-2a72-49d6-bdf8-c6164e9e8497 admin admin] Deleting port 7005001a-2c7c-41de-b71a-fc3a729493a8 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:42:18.769347 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6501d44c-2a72-49d6-bdf8-c6164e9e8497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (7005001a-2c7c-41de-b71a-fc3a729493a8), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:18.844914 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-6501d44c-2a72-49d6-bdf8-c6164e9e8497 admin admin] For port 7005001a-2c7c-41de-b71a-fc3a729493a8, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=7005001a-2c7c-41de-b71a-fc3a729493a8,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:42:18.845213 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6501d44c-2a72-49d6-bdf8-c6164e9e8497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (7005001a-2c7c-41de-b71a-fc3a729493a8), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:18.858046 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-6501d44c-2a72-49d6-bdf8-c6164e9e8497 admin admin] Calling delete_port for 7005001a-2c7c-41de-b71a-fc3a729493a8 owned by network:router_interface {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:42:19.057257 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6501d44c-2a72-49d6-bdf8-c6164e9e8497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (7005001a-2c7c-41de-b71a-fc3a729493a8), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:19.084825 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501d44c-2a72-49d6-bdf8-c6164e9e8497 admin admin] Pushing event deleted for resources: {'Port': ['ID=7005001a-2c7c-41de-b71a-fc3a729493a8,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:19.200402 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device c2ed179a-bbd3-40b3-8023-fc05054e87e5 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:42:19.281816 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6501d44c-2a72-49d6-bdf8-c6164e9e8497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-463714'] for router_interface (85cf6bc7-442c-4ccb-a6a7-81479f6f8dde), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:19.331705 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port c2ed179a-bbd3-40b3-8023-fc05054e87e5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c2ed179a-bbd3-40b3-8023-fc05054e87e5,segment=NetworkSegment(94999333-ccb2-4d37-8a6e-3675f19d4cb7),segment_id=94999333-ccb2-4d37-8a6e-3675f19d4cb7)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:42:19.345936 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5', 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2', 'port_id': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5', 'mac_address': 'fa:16:3e:22:06:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48bac659-ed33-4e2b-b30d-142fa3904e3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:42:19.395737 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port c2ed179a-bbd3-40b3-8023-fc05054e87e5 is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:42:19.396142 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:19.410165 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ed179a-bbd3-40b3-8023-fc05054e87e5 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:42:19.430836 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port c2ed179a-bbd3-40b3-8023-fc05054e87e5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c2ed179a-bbd3-40b3-8023-fc05054e87e5,segment=NetworkSegment(94999333-ccb2-4d37-8a6e-3675f19d4cb7),segment_id=94999333-ccb2-4d37-8a6e-3675f19d4cb7)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:42:19.435711 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:19.478866 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5f66f-61d1-4e0d-8772-a569cb0bbf4c req-ca796f8b-c44f-4950-adc1-68f3a83eb199 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:19.480772 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-26f5f66f-61d1-4e0d-8772-a569cb0bbf4c req-ca796f8b-c44f-4950-adc1-68f3a83eb199 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 944 time: 0.0619919 Apr 12 13:42:19.490268 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=c2ed179a-bbd3-40b3-8023-fc05054e87e5,revision_number=7']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:19.500570 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:19.500923 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:19.501315 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:19.501659 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:19.501989 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:19.502318 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:19.502812 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:19.503606 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:19.503606 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:19.503937 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:19.504264 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:19.504589 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:19.504910 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:19.505257 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:19.505581 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:19.610223 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-26f5f66f-61d1-4e0d-8772-a569cb0bbf4c req-d7625888-c827-4787-aec6-27a1340677a9 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889335 Apr 12 13:42:19.631039 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6501d44c-2a72-49d6-bdf8-c6164e9e8497 admin admin] Router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:42:19.742044 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6501d44c-2a72-49d6-bdf8-c6164e9e8497 admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:42:19.747636 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-6501d44c-2a72-49d6-bdf8-c6164e9e8497 admin admin] 10.222.0.11 "PUT /v2.0/routers/85cf6bc7-442c-4ccb-a6a7-81479f6f8dde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9177158 Apr 12 13:42:19.750301 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 37176) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:19.752926 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa716e5-552f-4a27-ad77-354811dc0fbf None None] Sync routers for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:42:19.764398 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa716e5-552f-4a27-ad77-354811dc0fbf None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:42:19.765215 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-7fa716e5-552f-4a27-ad77-354811dc0fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:41:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:19.809794 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['c2ed179a-bbd3-40b3-8023-fc05054e87e5'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:42:19.860839 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c87f646f-f593-4dbe-9631-6e4b815e1d7a admin admin] Publish callbacks [] for router (85cf6bc7-442c-4ccb-a6a7-81479f6f8dde), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:19.946992 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-7fa716e5-552f-4a27-ad77-354811dc0fbf None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:42:19.972176 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c87f646f-f593-4dbe-9631-6e4b815e1d7a admin admin] Publish callbacks [] for router_gateway (85cf6bc7-442c-4ccb-a6a7-81479f6f8dde), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:20.015964 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-c87f646f-f593-4dbe-9631-6e4b815e1d7a admin admin] Deleting port f86b8547-3fe9-46f0-9ba3-8032bca866e9 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:42:20.016302 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c87f646f-f593-4dbe-9631-6e4b815e1d7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (f86b8547-3fe9-46f0-9ba3-8032bca866e9), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:20.058543 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:20.098060 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-c87f646f-f593-4dbe-9631-6e4b815e1d7a admin admin] For port f86b8547-3fe9-46f0-9ba3-8032bca866e9, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=f86b8547-3fe9-46f0-9ba3-8032bca866e9,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:42:20.098423 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c87f646f-f593-4dbe-9631-6e4b815e1d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (f86b8547-3fe9-46f0-9ba3-8032bca866e9), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:20.111470 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-c87f646f-f593-4dbe-9631-6e4b815e1d7a admin admin] Calling delete_port for f86b8547-3fe9-46f0-9ba3-8032bca866e9 owned by network:router_gateway {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:42:20.218674 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-7fa716e5-552f-4a27-ad77-354811dc0fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:42:19Z', 'revision_number': 5, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port': {'id': 'f86b8547-3fe9-46f0-9ba3-8032bca866e9', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:be:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:31:55Z', 'updated_at': '2022-04-12T13:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:20.253240 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa716e5-552f-4a27-ad77-354811dc0fbf None None] Checking router: 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:42:20.277594 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c87f646f-f593-4dbe-9631-6e4b815e1d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (f86b8547-3fe9-46f0-9ba3-8032bca866e9), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:20.278040 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa716e5-552f-4a27-ad77-354811dc0fbf None None] Routers {'85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:42:20.278670 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-7fa716e5-552f-4a27-ad77-354811dc0fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:41:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:20.304553 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f646f-f593-4dbe-9631-6e4b815e1d7a admin admin] Pushing event deleted for resources: {'Port': ['ID=f86b8547-3fe9-46f0-9ba3-8032bca866e9,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:20.364785 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c87f646f-f593-4dbe-9631-6e4b815e1d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466052'] for router_gateway (85cf6bc7-442c-4ccb-a6a7-81479f6f8dde), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:20.371418 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-7fa716e5-552f-4a27-ad77-354811dc0fbf None None] Set router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde gateway port host: None {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:42:20.429163 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-7fa716e5-552f-4a27-ad77-354811dc0fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:42:20Z', 'revision_number': 7, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port_host': None}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:20.458195 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fa716e5-552f-4a27-ad77-354811dc0fbf None None] The sync data for ids ['85cf6bc7-442c-4ccb-a6a7-81479f6f8dde'] in dv-cinder-830098-4-iscsi is: [{'id': '85cf6bc7-442c-4ccb-a6a7-81479f6f8dde', 'name': 'tempest-AttachVolumeNegativeTest-1253173590-router', 'tenant_id': '758bb918fa864786a7a375dde266ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:52Z', 'updated_at': '2022-04-12T13:42:20Z', 'revision_number': 7, 'project_id': '758bb918fa864786a7a375dde266ff59', 'gw_port_host': None}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:42:20.460812 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c87f646f-f593-4dbe-9631-6e4b815e1d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (85cf6bc7-442c-4ccb-a6a7-81479f6f8dde), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:20.463099 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c87f646f-f593-4dbe-9631-6e4b815e1d7a admin admin] Publish callbacks [] for router_controller (85cf6bc7-442c-4ccb-a6a7-81479f6f8dde), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:20.511202 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c87f646f-f593-4dbe-9631-6e4b815e1d7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449059'] for router (85cf6bc7-442c-4ccb-a6a7-81479f6f8dde), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:20.511918 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87f646f-f593-4dbe-9631-6e4b815e1d7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85cf6bc7-442c-4ccb-a6a7-81479f6f8dde {{(pid=103294) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:42:20.517327 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c87f646f-f593-4dbe-9631-6e4b815e1d7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:20.518572 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c87f646f-f593-4dbe-9631-6e4b815e1d7a admin admin] 10.222.0.11 "DELETE /v2.0/routers/85cf6bc7-442c-4ccb-a6a7-81479f6f8dde HTTP/1.1" status: 204 len: 168 time: 0.7672462 Apr 12 13:42:20.521279 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 37180) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:20.566256 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b39d03-338a-48c6-82b7-60525f5571be admin admin] Deleting subnet 1774c03c-3ad4-4c38-b37a-e0b0c31504ad {{(pid=103294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:42:20.569568 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f5b39d03-338a-48c6-82b7-60525f5571be admin admin] Publish callbacks [] for subnet (1774c03c-3ad4-4c38-b37a-e0b0c31504ad), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:20.608142 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f5b39d03-338a-48c6-82b7-60525f5571be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027343'] for subnet (1774c03c-3ad4-4c38-b37a-e0b0c31504ad), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:20.718992 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f5b39d03-338a-48c6-82b7-60525f5571be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585855'] for subnet (1774c03c-3ad4-4c38-b37a-e0b0c31504ad), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:20.760475 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91e352-9b5d-4534-8b1c-0552aaaca92c req-c5d4627d-1c7c-49bb-9c70-68fdeb204840 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:20.761902 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6f91e352-9b5d-4534-8b1c-0552aaaca92c req-c5d4627d-1c7c-49bb-9c70-68fdeb204840 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 944 time: 0.0767512 Apr 12 13:42:20.807551 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f5b39d03-338a-48c6-82b7-60525f5571be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13314720'] for subnet (1774c03c-3ad4-4c38-b37a-e0b0c31504ad), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:20.852012 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b39d03-338a-48c6-82b7-60525f5571be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1774c03c-3ad4-4c38-b37a-e0b0c31504ad,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:20.854578 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5c99fd-b289-4d02-8b03-98f0e5d2f7fd None None] Network 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:42:20.856628 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f5b39d03-338a-48c6-82b7-60525f5571be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:20.862956 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f5b39d03-338a-48c6-82b7-60525f5571be admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1774c03c-3ad4-4c38-b37a-e0b0c31504ad HTTP/1.1" status: 204 len: 168 time: 0.3379133 Apr 12 13:42:20.863436 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37188) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:20.873157 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6f91e352-9b5d-4534-8b1c-0552aaaca92c req-f5b20bc0-8b8e-4c28-a35d-491c6eb87ef8 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040144 Apr 12 13:42:20.946658 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624812'] for network (9ce84178-38e7-4e29-b4a8-e078a0b5e3f2), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:20.997184 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] Deleting port de6003c1-3277-4532-955e-e1e82ea28cf3 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:42:20.997535 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (de6003c1-3277-4532-955e-e1e82ea28cf3), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:21.060009 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] For port de6003c1-3277-4532-955e-e1e82ea28cf3, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=de6003c1-3277-4532-955e-e1e82ea28cf3,segment=NetworkSegment(aa9d79ab-86e4-4a7b-8ef7-9828addfc047),segment_id=aa9d79ab-86e4-4a7b-8ef7-9828addfc047)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:42:21.060375 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (de6003c1-3277-4532-955e-e1e82ea28cf3), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:21.073001 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] Calling delete_port for de6003c1-3277-4532-955e-e1e82ea28cf3 owned by network:dhcp {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:42:21.155213 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (de6003c1-3277-4532-955e-e1e82ea28cf3), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:21.180991 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] Pushing event deleted for resources: {'Port': ['ID=de6003c1-3277-4532-955e-e1e82ea28cf3,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:21.184589 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] No DVR routers for this DVR port de6003c1-3277-4532-955e-e1e82ea28cf3 on host dv-cinder-830098-4-iscsi {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:42:21.228367 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device c2ed179a-bbd3-40b3-8023-fc05054e87e5 up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:42:21.253705 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ddf47f-4588-4818-bcca-b0487b546c1d None None] DHCP port deletion for 9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 request from dv-cinder-830098-4-iscsi {{(pid=103296) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:42:21.264980 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587506', 'neutron.services.segments.db._delete_segments_for_network-8776758846127'] for network (9ce84178-38e7-4e29-b4a8-e078a0b5e3f2), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:21.288614 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce84178-38e7-4e29-b4a8-e078a0b5e3f2']}} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:21.290051 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port c2ed179a-bbd3-40b3-8023-fc05054e87e5 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:42:21.290431 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:21.300541 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047') {'for_net_delete': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:21.301085 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9d79ab-86e4-4a7b-8ef7-9828addfc047') {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:21.311350 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776758847672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13083618'] for segment (aa9d79ab-86e4-4a7b-8ef7-9828addfc047), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:21.325823 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (aa9d79ab-86e4-4a7b-8ef7-9828addfc047), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:21.332559 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:42:21.332982 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760040'] for segment (aa9d79ab-86e4-4a7b-8ef7-9828addfc047), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: Traceback (most recent call last): Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: timer() Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: cb(*args, **kw) Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: return func(*args, **kwargs) Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: self._notify() Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: self.callback(batched_events) Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: event.method(event) Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: return f(self, *a, **k) Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: return self._get(url).json() Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: return self.request(url, 'GET', **kwargs) Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:42:21.335112 dv-cinder-830098-4-iscsi neutron-server[103295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:42:21.376101 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port c2ed179a-bbd3-40b3-8023-fc05054e87e5 is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:42:21.376500 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:21.398721 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466144'] for network (9ce84178-38e7-4e29-b4a8-e078a0b5e3f2), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:21.399999 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c26641-9eaa-496a-abfc-a1787d465d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:42:21.402273 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121e4b72-88d6-49db-999f-f9f0a2d0fb1f" -d '{"events": [{"server_uuid": "d0c26641-9eaa-496a-abfc-a1787d465d21", "name": "network-vif-plugged", "status": "completed", "tag": "c2ed179a-bbd3-40b3-8023-fc05054e87e5"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:42:21.412996 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:21.416084 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port c2ed179a-bbd3-40b3-8023-fc05054e87e5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c2ed179a-bbd3-40b3-8023-fc05054e87e5,segment=NetworkSegment(94999333-ccb2-4d37-8a6e-3675f19d4cb7),segment_id=94999333-ccb2-4d37-8a6e-3675f19d4cb7)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:42:21.416224 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] 10.222.0.11 "DELETE /v2.0/networks/9ce84178-38e7-4e29-b4a8-e078a0b5e3f2 HTTP/1.1" status: 204 len: 168 time: 0.5517280 Apr 12 13:42:21.423916 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:21.427705 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60613c6f-85cf-4aaf-9589-c05df5b3a37a admin admin] Pushing event deleted for resources: {'Network': ['ID=9ce84178-38e7-4e29-b4a8-e078a0b5e3f2,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:21.470675 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e2813e-8f70-4fd4-9cd4-3b11bbcfaffa x-openstack-request-id: req-b3e2813e-8f70-4fd4-9cd4-3b11bbcfaffa {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:42:21.471064 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c26641-9eaa-496a-abfc-a1787d465d21", "name": "network-vif-plugged", "status": "completed", "tag": "c2ed179a-bbd3-40b3-8023-fc05054e87e5", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:42:21.472124 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b3e2813e-8f70-4fd4-9cd4-3b11bbcfaffa {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:42:21.472630 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e2813e-8f70-4fd4-9cd4-3b11bbcfaffa'] response: {'server_uuid': 'd0c26641-9eaa-496a-abfc-a1787d465d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5', 'code': 200} Apr 12 13:42:21.484135 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=c2ed179a-bbd3-40b3-8023-fc05054e87e5,revision_number=8']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:21.568084 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37194) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:21.616260 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-43e72d4c-18c3-4d3a-a683-9bf8f56d939e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=758bb918fa864786a7a375dde266ff59&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0455585 Apr 12 13:42:21.618358 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37196) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:21.675036 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0f6ea86f-1ba0-42eb-b541-cf1ba8dffb78 admin admin] Publish callbacks [] for security_group (272374b1-ccd5-4387-8b37-ed907ff2c062), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:21.699674 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0f6ea86f-1ba0-42eb-b541-cf1ba8dffb78 admin admin] Publish callbacks [] for security_group (272374b1-ccd5-4387-8b37-ed907ff2c062), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:21.751945 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0f6ea86f-1ba0-42eb-b541-cf1ba8dffb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (272374b1-ccd5-4387-8b37-ed907ff2c062), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:21.756929 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0f6ea86f-1ba0-42eb-b541-cf1ba8dffb78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:21.758097 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-0f6ea86f-1ba0-42eb-b541-cf1ba8dffb78 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/272374b1-ccd5-4387-8b37-ed907ff2c062 HTTP/1.1" status: 204 len: 168 time: 0.1387472 Apr 12 13:42:21.768137 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ea86f-1ba0-42eb-b541-cf1ba8dffb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272374b1-ccd5-4387-8b37-ed907ff2c062,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:21.822785 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d77e4d-9232-4f3a-992d-efaf439f318c req-1a38029c-a585-4182-ada3-17e0fd52dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:21.825002 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-07d77e4d-9232-4f3a-992d-efaf439f318c req-1a38029c-a585-4182-ada3-17e0fd52dde0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 1129 time: 0.1642702 Apr 12 13:42:21.887231 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-07d77e4d-9232-4f3a-992d-efaf439f318c req-b36d03ab-c39f-4390-83be-a1f84845a9a4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552478 Apr 12 13:42:21.956807 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 37212) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:21.968344 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 7005001a-2c7c-41de-b71a-fc3a729493a8 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:42:21.994556 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: 7005001a-2c7c-41de-b71a-fc3a729493a8 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:42:21.994905 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 7005001a-2c7c-41de-b71a-fc3a729493a8 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:42:21.995426 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device f86b8547-3fe9-46f0-9ba3-8032bca866e9 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:42:22.016476 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65029dfe-0add-473f-b663-c4d50f3a96ab req-8a91bf24-8c34-420d-b205-8ae15d4c8a67 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:22.018415 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-65029dfe-0add-473f-b663-c4d50f3a96ab req-8a91bf24-8c34-420d-b205-8ae15d4c8a67 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0539272 Apr 12 13:42:22.027469 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: f86b8547-3fe9-46f0-9ba3-8032bca866e9 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:42:22.027914 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device f86b8547-3fe9-46f0-9ba3-8032bca866e9 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:42:22.028405 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device de6003c1-3277-4532-955e-e1e82ea28cf3 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:42:22.051158 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: de6003c1-3277-4532-955e-e1e82ea28cf3 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:42:22.051585 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device de6003c1-3277-4532-955e-e1e82ea28cf3 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:42:22.080198 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-65029dfe-0add-473f-b663-c4d50f3a96ab req-be438b9f-141e-4dcc-8270-9a04492abd13 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537050 Apr 12 13:42:22.106560 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-287b6d11-24d7-498a-a5eb-2353ff8f3ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:22.189314 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-287b6d11-24d7-498a-a5eb-2353ff8f3ecf admin admin] Publish callbacks [] for security_group (99c92df9-7ea5-48a6-b81d-3f043ed5e73f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:22.193809 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-287b6d11-24d7-498a-a5eb-2353ff8f3ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (99c92df9-7ea5-48a6-b81d-3f043ed5e73f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:22.232593 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-287b6d11-24d7-498a-a5eb-2353ff8f3ecf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79b00d69e96e4d6eab9e9c24651ecfb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741616 Apr 12 13:42:22.235253 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b6d11-24d7-498a-a5eb-2353ff8f3ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c92df9-7ea5-48a6-b81d-3f043ed5e73f,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:22.235528 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37226) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:22.298437 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d8ff101a-b424-4cfb-8c11-648603df32dc admin admin] Publish callbacks [] for security_group (99c92df9-7ea5-48a6-b81d-3f043ed5e73f), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:22.320392 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d8ff101a-b424-4cfb-8c11-648603df32dc admin admin] Publish callbacks [] for security_group (99c92df9-7ea5-48a6-b81d-3f043ed5e73f), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:22.370092 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d8ff101a-b424-4cfb-8c11-648603df32dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (99c92df9-7ea5-48a6-b81d-3f043ed5e73f), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:22.372740 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d8ff101a-b424-4cfb-8c11-648603df32dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:22.373958 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-d8ff101a-b424-4cfb-8c11-648603df32dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99c92df9-7ea5-48a6-b81d-3f043ed5e73f HTTP/1.1" status: 204 len: 168 time: 0.1374462 Apr 12 13:42:22.382130 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff101a-b424-4cfb-8c11-648603df32dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c92df9-7ea5-48a6-b81d-3f043ed5e73f,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:22.724260 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37248) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:22.737607 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-eb889c26-49ad-4d20-96d6-9790ba96b1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:22.816820 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-eb889c26-49ad-4d20-96d6-9790ba96b1c9 admin admin] Publish callbacks [] for security_group (c985acee-013e-44c1-8f17-529da1b2409f), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:22.820633 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-eb889c26-49ad-4d20-96d6-9790ba96b1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (c985acee-013e-44c1-8f17-529da1b2409f), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:22.862304 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-eb889c26-49ad-4d20-96d6-9790ba96b1c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a01c7827ae764a80b0360b7700b9d33d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342607 Apr 12 13:42:22.862304 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb889c26-49ad-4d20-96d6-9790ba96b1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c985acee-013e-44c1-8f17-529da1b2409f,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:22.865037 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 37252) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:22.919109 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e1a47225-7cd0-4264-a403-b0b2929411f1 admin admin] Publish callbacks [] for security_group (c985acee-013e-44c1-8f17-529da1b2409f), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:22.941454 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e1a47225-7cd0-4264-a403-b0b2929411f1 admin admin] Publish callbacks [] for security_group (c985acee-013e-44c1-8f17-529da1b2409f), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:22.991959 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e1a47225-7cd0-4264-a403-b0b2929411f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (c985acee-013e-44c1-8f17-529da1b2409f), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:22.994686 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e1a47225-7cd0-4264-a403-b0b2929411f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:22.995833 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-e1a47225-7cd0-4264-a403-b0b2929411f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c985acee-013e-44c1-8f17-529da1b2409f HTTP/1.1" status: 204 len: 168 time: 0.1297839 Apr 12 13:42:23.005128 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a47225-7cd0-4264-a403-b0b2929411f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c985acee-013e-44c1-8f17-529da1b2409f,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:23.210718 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e478f1-8fe4-46da-8d5e-9c48b0b1ab90 req-d3e32456-a96e-4f9b-a26d-2887d8c910a2 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:23.212235 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d9e478f1-8fe4-46da-8d5e-9c48b0b1ab90 req-d3e32456-a96e-4f9b-a26d-2887d8c910a2 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0590506 Apr 12 13:42:23.275353 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d9e478f1-8fe4-46da-8d5e-9c48b0b1ab90 req-a309cfa6-3250-47fe-a2ec-9de09c9234df tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571089 Apr 12 13:42:23.744009 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 37314) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:23.848110 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6a2c8b89-05f8-4e03-aa03-e07a4ed53091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:23.932121 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6a2c8b89-05f8-4e03-aa03-e07a4ed53091 admin admin] Publish callbacks [] for security_group (eeef58f4-0dda-401c-b0e4-f10a716c1211), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:23.936550 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6a2c8b89-05f8-4e03-aa03-e07a4ed53091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (eeef58f4-0dda-401c-b0e4-f10a716c1211), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:23.980075 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-6a2c8b89-05f8-4e03-aa03-e07a4ed53091 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca473d374cbc4a93944489f6c79a0c13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348509 Apr 12 13:42:23.981061 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c8b89-05f8-4e03-aa03-e07a4ed53091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeef58f4-0dda-401c-b0e4-f10a716c1211,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:23.982743 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37326) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:24.035393 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a53ae331-cd17-490e-a269-424253b40881 admin admin] Publish callbacks [] for security_group (eeef58f4-0dda-401c-b0e4-f10a716c1211), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:24.057914 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a53ae331-cd17-490e-a269-424253b40881 admin admin] Publish callbacks [] for security_group (eeef58f4-0dda-401c-b0e4-f10a716c1211), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:24.113696 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a53ae331-cd17-490e-a269-424253b40881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (eeef58f4-0dda-401c-b0e4-f10a716c1211), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:24.116403 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a53ae331-cd17-490e-a269-424253b40881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:24.119998 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-a53ae331-cd17-490e-a269-424253b40881 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eeef58f4-0dda-401c-b0e4-f10a716c1211 HTTP/1.1" status: 204 len: 168 time: 0.1337729 Apr 12 13:42:24.125447 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ae331-cd17-490e-a269-424253b40881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeef58f4-0dda-401c-b0e4-f10a716c1211,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:24.395303 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b5ac3-37a4-4c99-80bd-fbbcf4ff2b41 req-2ff89d28-d035-4ff1-9875-ca143be89518 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:24.397099 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-709b5ac3-37a4-4c99-80bd-fbbcf4ff2b41 req-2ff89d28-d035-4ff1-9875-ca143be89518 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0522404 Apr 12 13:42:24.449030 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-709b5ac3-37a4-4c99-80bd-fbbcf4ff2b41 req-0a9709b8-bbb2-4222-9c4f-079c1219e6eb tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457423 Apr 12 13:42:24.449513 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 37344) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:24.464565 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dee2f8fe-987a-40d6-a620-5fe644b0b375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:24.552363 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dee2f8fe-987a-40d6-a620-5fe644b0b375 admin admin] Publish callbacks [] for security_group (5914028c-27ad-4be1-b720-fb89d705f586), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:24.556281 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-dee2f8fe-987a-40d6-a620-5fe644b0b375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (5914028c-27ad-4be1-b720-fb89d705f586), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:24.601924 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-dee2f8fe-987a-40d6-a620-5fe644b0b375 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b314633c2ed24a73b77d85c834f1c8c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1514063 Apr 12 13:42:24.602778 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2f8fe-987a-40d6-a620-5fe644b0b375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5914028c-27ad-4be1-b720-fb89d705f586,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:24.605573 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37354) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:24.659441 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-90501af2-2036-4d95-b237-b8a51c14b457 admin admin] Publish callbacks [] for security_group (5914028c-27ad-4be1-b720-fb89d705f586), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:24.683942 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-90501af2-2036-4d95-b237-b8a51c14b457 admin admin] Publish callbacks [] for security_group (5914028c-27ad-4be1-b720-fb89d705f586), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:24.734171 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-90501af2-2036-4d95-b237-b8a51c14b457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (5914028c-27ad-4be1-b720-fb89d705f586), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:24.737725 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-90501af2-2036-4d95-b237-b8a51c14b457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:24.741371 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-90501af2-2036-4d95-b237-b8a51c14b457 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5914028c-27ad-4be1-b720-fb89d705f586 HTTP/1.1" status: 204 len: 168 time: 0.1317554 Apr 12 13:42:24.746726 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90501af2-2036-4d95-b237-b8a51c14b457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5914028c-27ad-4be1-b720-fb89d705f586,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:24.852605 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-866ec560-afc0-408f-bb5d-878a8ef8f3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:25.597657 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 37398) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:25.822003 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ab3edc85-5507-4dc7-9153-a62995d69300 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:25.903124 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ab3edc85-5507-4dc7-9153-a62995d69300 admin admin] Publish callbacks [] for security_group (c0f7f6cc-7f00-4894-8b5e-05cb419ca8ae), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:25.907333 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ab3edc85-5507-4dc7-9153-a62995d69300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (c0f7f6cc-7f00-4894-8b5e-05cb419ca8ae), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:25.946279 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-ab3edc85-5507-4dc7-9153-a62995d69300 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9aa512f1ba8471293cdd932e9032de7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3475282 Apr 12 13:42:25.948279 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3edc85-5507-4dc7-9153-a62995d69300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f7f6cc-7f00-4894-8b5e-05cb419ca8ae,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:25.949615 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37412) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:26.002704 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2c727f34-549f-4f86-ae49-40f67ab23360 admin admin] Publish callbacks [] for security_group (c0f7f6cc-7f00-4894-8b5e-05cb419ca8ae), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:26.025153 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2c727f34-549f-4f86-ae49-40f67ab23360 admin admin] Publish callbacks [] for security_group (c0f7f6cc-7f00-4894-8b5e-05cb419ca8ae), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:26.080001 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2c727f34-549f-4f86-ae49-40f67ab23360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (c0f7f6cc-7f00-4894-8b5e-05cb419ca8ae), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:26.083775 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2c727f34-549f-4f86-ae49-40f67ab23360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:26.084934 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-2c727f34-549f-4f86-ae49-40f67ab23360 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c0f7f6cc-7f00-4894-8b5e-05cb419ca8ae HTTP/1.1" status: 204 len: 168 time: 0.1321888 Apr 12 13:42:26.093579 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c727f34-549f-4f86-ae49-40f67ab23360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f7f6cc-7f00-4894-8b5e-05cb419ca8ae,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:26.230701 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:42:26.423633 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37426) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:26.441088 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7f812ba5-1cb8-4c20-ba17-9aa5bda247c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:26.524707 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7f812ba5-1cb8-4c20-ba17-9aa5bda247c4 admin admin] Publish callbacks [] for security_group (3350e916-9808-4403-b257-7cdef0250932), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:26.528698 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7f812ba5-1cb8-4c20-ba17-9aa5bda247c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (3350e916-9808-4403-b257-7cdef0250932), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:26.567710 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f812ba5-1cb8-4c20-ba17-9aa5bda247c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3350e916-9808-4403-b257-7cdef0250932,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:26.572018 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-7f812ba5-1cb8-4c20-ba17-9aa5bda247c4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=01d56fa65b07426c93f43e9d3783d138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1464567 Apr 12 13:42:26.574589 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37430) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:26.624243 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0afcfca7-44d2-4de3-b44f-c935df1c2f0c admin admin] Publish callbacks [] for security_group (3350e916-9808-4403-b257-7cdef0250932), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:26.649180 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0afcfca7-44d2-4de3-b44f-c935df1c2f0c admin admin] Publish callbacks [] for security_group (3350e916-9808-4403-b257-7cdef0250932), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:26.698512 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0afcfca7-44d2-4de3-b44f-c935df1c2f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (3350e916-9808-4403-b257-7cdef0250932), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:26.701173 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0afcfca7-44d2-4de3-b44f-c935df1c2f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:26.702324 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-0afcfca7-44d2-4de3-b44f-c935df1c2f0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3350e916-9808-4403-b257-7cdef0250932 HTTP/1.1" status: 204 len: 168 time: 0.1268117 Apr 12 13:42:26.711066 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcfca7-44d2-4de3-b44f-c935df1c2f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3350e916-9808-4403-b257-7cdef0250932,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:26.728561 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37436) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:26.844179 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dc6e81a9-19d4-4481-ac8e-b2f3d33c553d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:26.923682 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dc6e81a9-19d4-4481-ac8e-b2f3d33c553d admin admin] Publish callbacks [] for security_group (1edd7ac5-348f-4440-b694-e7b424f74f54), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:26.928286 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dc6e81a9-19d4-4481-ac8e-b2f3d33c553d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (1edd7ac5-348f-4440-b694-e7b424f74f54), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:26.971690 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e81a9-19d4-4481-ac8e-b2f3d33c553d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edd7ac5-348f-4440-b694-e7b424f74f54,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:26.971690 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-dc6e81a9-19d4-4481-ac8e-b2f3d33c553d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d084b8ed5e3b4bccb183cb63a23f2aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396657 Apr 12 13:42:26.972351 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37444) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:27.021611 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-59d3f26c-48e0-4351-8c6c-697148fcaa44 admin admin] Publish callbacks [] for security_group (1edd7ac5-348f-4440-b694-e7b424f74f54), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:27.044623 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-59d3f26c-48e0-4351-8c6c-697148fcaa44 admin admin] Publish callbacks [] for security_group (1edd7ac5-348f-4440-b694-e7b424f74f54), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:27.094179 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-59d3f26c-48e0-4351-8c6c-697148fcaa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (1edd7ac5-348f-4440-b694-e7b424f74f54), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:27.097588 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-59d3f26c-48e0-4351-8c6c-697148fcaa44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:27.098890 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-59d3f26c-48e0-4351-8c6c-697148fcaa44 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1edd7ac5-348f-4440-b694-e7b424f74f54 HTTP/1.1" status: 204 len: 168 time: 0.1256819 Apr 12 13:42:27.107980 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3f26c-48e0-4351-8c6c-697148fcaa44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edd7ac5-348f-4440-b694-e7b424f74f54,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:27.416198 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37466) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:27.430092 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-443144a3-40a8-4509-8446-f3462451ba27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:27.491914 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-54ad66e7-b3ee-41e4-aaa6-891a74fe7f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:27.510330 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-443144a3-40a8-4509-8446-f3462451ba27 admin admin] Publish callbacks [] for security_group (4552ea6f-4d2e-49a5-9f35-e991237010fe), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:27.514650 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-443144a3-40a8-4509-8446-f3462451ba27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (4552ea6f-4d2e-49a5-9f35-e991237010fe), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:27.558236 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-443144a3-40a8-4509-8446-f3462451ba27 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e92fd3211168474a96df009aeec79f5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384966 Apr 12 13:42:27.558447 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37470) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:27.564237 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443144a3-40a8-4509-8446-f3462451ba27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4552ea6f-4d2e-49a5-9f35-e991237010fe,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:27.612274 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4152e898-0602-4469-ab9b-5c0541a88f40 admin admin] Publish callbacks [] for security_group (4552ea6f-4d2e-49a5-9f35-e991237010fe), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:27.634989 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4152e898-0602-4469-ab9b-5c0541a88f40 admin admin] Publish callbacks [] for security_group (4552ea6f-4d2e-49a5-9f35-e991237010fe), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:27.709144 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4152e898-0602-4469-ab9b-5c0541a88f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (4552ea6f-4d2e-49a5-9f35-e991237010fe), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:27.713455 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4152e898-0602-4469-ab9b-5c0541a88f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:27.719130 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-4152e898-0602-4469-ab9b-5c0541a88f40 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4552ea6f-4d2e-49a5-9f35-e991237010fe HTTP/1.1" status: 204 len: 168 time: 0.1555264 Apr 12 13:42:27.728123 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152e898-0602-4469-ab9b-5c0541a88f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4552ea6f-4d2e-49a5-9f35-e991237010fe,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:28.089381 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:29.750419 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:30.977418 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:32.647959 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37628) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:32.758955 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-10a8ad79-1b03-4997-a50b-d456e55ebbc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:32.850200 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-10a8ad79-1b03-4997-a50b-d456e55ebbc0 admin admin] Publish callbacks [] for security_group (3d3b6fb7-f1ac-4000-b738-6e2d80f133f7), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:32.854952 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-10a8ad79-1b03-4997-a50b-d456e55ebbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (3d3b6fb7-f1ac-4000-b738-6e2d80f133f7), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:32.894856 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-10a8ad79-1b03-4997-a50b-d456e55ebbc0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5f79dd4db093426f959fa381d317596d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457674 Apr 12 13:42:32.896911 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8ad79-1b03-4997-a50b-d456e55ebbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3b6fb7-f1ac-4000-b738-6e2d80f133f7,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:32.897604 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 37632) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:32.948534 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] Publish callbacks [] for security_group (3d3b6fb7-f1ac-4000-b738-6e2d80f133f7), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:32.971639 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] Publish callbacks [] for security_group (3d3b6fb7-f1ac-4000-b738-6e2d80f133f7), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:33.016804 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (3d3b6fb7-f1ac-4000-b738-6e2d80f133f7), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:33.020017 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:33.021195 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3d3b6fb7-f1ac-4000-b738-6e2d80f133f7 HTTP/1.1" status: 204 len: 168 time: 0.1224952 Apr 12 13:42:33.029189 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3b6fb7-f1ac-4000-b738-6e2d80f133f7,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:33.036691 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.037043 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.037413 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.037757 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.038093 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.038423 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.038773 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.039063 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.039389 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.039718 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.040045 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.040373 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.040692 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.041078 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.041361 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d92837-bbbe-4fe7-9d9a-6e8feb1cd65e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.313235 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37650) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:33.331617 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9e6a3ed0-8b44-4af0-8b77-3ec2c986ad22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:33.406975 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9e6a3ed0-8b44-4af0-8b77-3ec2c986ad22 admin admin] Publish callbacks [] for security_group (98713a2c-58f1-4e2a-8241-40bd73a59117), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:33.411412 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9e6a3ed0-8b44-4af0-8b77-3ec2c986ad22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (98713a2c-58f1-4e2a-8241-40bd73a59117), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:33.418090 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 37654) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:33.452930 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-9e6a3ed0-8b44-4af0-8b77-3ec2c986ad22 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9829c8823e94c7c820ed8df5c832dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359768 Apr 12 13:42:33.452930 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a3ed0-8b44-4af0-8b77-3ec2c986ad22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98713a2c-58f1-4e2a-8241-40bd73a59117,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:33.453452 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 37658) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:33.461031 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3ed0-8b44-4af0-8b77-3ec2c986ad22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.461445 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3ed0-8b44-4af0-8b77-3ec2c986ad22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.461830 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3ed0-8b44-4af0-8b77-3ec2c986ad22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.462179 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3ed0-8b44-4af0-8b77-3ec2c986ad22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.462551 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3ed0-8b44-4af0-8b77-3ec2c986ad22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.462911 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3ed0-8b44-4af0-8b77-3ec2c986ad22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.463214 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3ed0-8b44-4af0-8b77-3ec2c986ad22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.463544 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3ed0-8b44-4af0-8b77-3ec2c986ad22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.463878 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3ed0-8b44-4af0-8b77-3ec2c986ad22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.464204 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3ed0-8b44-4af0-8b77-3ec2c986ad22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.464530 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3ed0-8b44-4af0-8b77-3ec2c986ad22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.464896 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3ed0-8b44-4af0-8b77-3ec2c986ad22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.465276 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3ed0-8b44-4af0-8b77-3ec2c986ad22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.465899 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3ed0-8b44-4af0-8b77-3ec2c986ad22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.466218 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e6a3ed0-8b44-4af0-8b77-3ec2c986ad22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:42:33.753978 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f2b7f8cd-b0a9-40ab-9bc0-77e1944e7e94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:33.786583 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ad650b1a-10fb-4509-a213-bbd5c3d3e7eb admin admin] Publish callbacks [] for security_group (98713a2c-58f1-4e2a-8241-40bd73a59117), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:33.818569 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ad650b1a-10fb-4509-a213-bbd5c3d3e7eb admin admin] Publish callbacks [] for security_group (98713a2c-58f1-4e2a-8241-40bd73a59117), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:33.885467 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f2b7f8cd-b0a9-40ab-9bc0-77e1944e7e94 admin admin] Publish callbacks [] for security_group (b6e55a4d-5179-47e4-9562-8d55fa1181c4), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:33.890107 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f2b7f8cd-b0a9-40ab-9bc0-77e1944e7e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (b6e55a4d-5179-47e4-9562-8d55fa1181c4), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:33.907359 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ad650b1a-10fb-4509-a213-bbd5c3d3e7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (98713a2c-58f1-4e2a-8241-40bd73a59117), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:33.910309 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ad650b1a-10fb-4509-a213-bbd5c3d3e7eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:33.911425 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-ad650b1a-10fb-4509-a213-bbd5c3d3e7eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98713a2c-58f1-4e2a-8241-40bd73a59117 HTTP/1.1" status: 204 len: 168 time: 0.4569702 Apr 12 13:42:33.936198 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f2b7f8cd-b0a9-40ab-9bc0-77e1944e7e94 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1feaf3cfd6f54bc0b94fa55680b5bb5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5170066 Apr 12 13:42:33.937059 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7f8cd-b0a9-40ab-9bc0-77e1944e7e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e55a4d-5179-47e4-9562-8d55fa1181c4,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:33.939054 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37662) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:33.947759 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad650b1a-10fb-4509-a213-bbd5c3d3e7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98713a2c-58f1-4e2a-8241-40bd73a59117,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:33.991826 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-65229989-53d6-4f05-80de-b99e50fd20e3 admin admin] Publish callbacks [] for security_group (b6e55a4d-5179-47e4-9562-8d55fa1181c4), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:34.014916 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-65229989-53d6-4f05-80de-b99e50fd20e3 admin admin] Publish callbacks [] for security_group (b6e55a4d-5179-47e4-9562-8d55fa1181c4), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:34.066514 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-65229989-53d6-4f05-80de-b99e50fd20e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (b6e55a4d-5179-47e4-9562-8d55fa1181c4), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:34.069790 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-65229989-53d6-4f05-80de-b99e50fd20e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:34.073572 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-65229989-53d6-4f05-80de-b99e50fd20e3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b6e55a4d-5179-47e4-9562-8d55fa1181c4 HTTP/1.1" status: 204 len: 168 time: 0.1329768 Apr 12 13:42:34.083866 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65229989-53d6-4f05-80de-b99e50fd20e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e55a4d-5179-47e4-9562-8d55fa1181c4,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:34.398516 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37678) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:34.411568 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d300-5510-4a3d-b720-2c1b70349db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:34.497458 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d300-5510-4a3d-b720-2c1b70349db8 admin admin] Publish callbacks [] for security_group (a634e227-3bdf-4c33-8e78-dc9976ef0cee), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:34.503734 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c0a3d300-5510-4a3d-b720-2c1b70349db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (a634e227-3bdf-4c33-8e78-dc9976ef0cee), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:34.545454 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-c0a3d300-5510-4a3d-b720-2c1b70349db8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a47ddde88ecd46d39b537c1366736e16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458135 Apr 12 13:42:34.547817 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3d300-5510-4a3d-b720-2c1b70349db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a634e227-3bdf-4c33-8e78-dc9976ef0cee,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:34.551011 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37684) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:34.603599 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-191e9835-f10b-4c62-a2d7-07edc2b8ae57 admin admin] Publish callbacks [] for security_group (a634e227-3bdf-4c33-8e78-dc9976ef0cee), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:34.631722 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-191e9835-f10b-4c62-a2d7-07edc2b8ae57 admin admin] Publish callbacks [] for security_group (a634e227-3bdf-4c33-8e78-dc9976ef0cee), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:34.683835 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-191e9835-f10b-4c62-a2d7-07edc2b8ae57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (a634e227-3bdf-4c33-8e78-dc9976ef0cee), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:34.686513 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-191e9835-f10b-4c62-a2d7-07edc2b8ae57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:34.687658 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-191e9835-f10b-4c62-a2d7-07edc2b8ae57 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a634e227-3bdf-4c33-8e78-dc9976ef0cee HTTP/1.1" status: 204 len: 168 time: 0.1355369 Apr 12 13:42:34.698051 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e9835-f10b-4c62-a2d7-07edc2b8ae57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a634e227-3bdf-4c33-8e78-dc9976ef0cee,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:35.172745 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37710) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:35.284121 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3753a7ca-d5a3-4a35-94bb-cebd889677fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:35.365357 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3753a7ca-d5a3-4a35-94bb-cebd889677fd admin admin] Publish callbacks [] for security_group (7d676c92-3e11-4fb3-8a1e-524ff9b53290), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:35.369383 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3753a7ca-d5a3-4a35-94bb-cebd889677fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (7d676c92-3e11-4fb3-8a1e-524ff9b53290), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:35.411280 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-3753a7ca-d5a3-4a35-94bb-cebd889677fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51ad3ab9206f47f89d4f41b0fa0a9ac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373722 Apr 12 13:42:35.412255 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753a7ca-d5a3-4a35-94bb-cebd889677fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d676c92-3e11-4fb3-8a1e-524ff9b53290,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:35.414050 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 37722) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:35.466918 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a87a3403-aa91-4ba2-ae8d-4461a5206a17 admin admin] Publish callbacks [] for security_group (7d676c92-3e11-4fb3-8a1e-524ff9b53290), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:35.490992 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a87a3403-aa91-4ba2-ae8d-4461a5206a17 admin admin] Publish callbacks [] for security_group (7d676c92-3e11-4fb3-8a1e-524ff9b53290), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:35.538533 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a87a3403-aa91-4ba2-ae8d-4461a5206a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (7d676c92-3e11-4fb3-8a1e-524ff9b53290), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:35.541167 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a87a3403-aa91-4ba2-ae8d-4461a5206a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:35.542315 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-a87a3403-aa91-4ba2-ae8d-4461a5206a17 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d676c92-3e11-4fb3-8a1e-524ff9b53290 HTTP/1.1" status: 204 len: 168 time: 0.1267645 Apr 12 13:42:35.554045 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a3403-aa91-4ba2-ae8d-4461a5206a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d676c92-3e11-4fb3-8a1e-524ff9b53290,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:39.822118 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 37842) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:39.927944 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9e7d24a1-00a7-4d42-933d-7d6e065addf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:40.009671 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9e7d24a1-00a7-4d42-933d-7d6e065addf0 admin admin] Publish callbacks [] for security_group (a2597d3d-61b7-423a-a913-a4143bf4fb87), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:40.014007 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9e7d24a1-00a7-4d42-933d-7d6e065addf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (a2597d3d-61b7-423a-a913-a4143bf4fb87), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:40.052658 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-9e7d24a1-00a7-4d42-933d-7d6e065addf0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=492ea97ffedd44abad636b1914e590a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294350 Apr 12 13:42:40.053493 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d24a1-00a7-4d42-933d-7d6e065addf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2597d3d-61b7-423a-a913-a4143bf4fb87,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:40.056567 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 37850) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:40.114686 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f5aea854-5a97-44fd-86e8-60072b51fe21 admin admin] Publish callbacks [] for security_group (a2597d3d-61b7-423a-a913-a4143bf4fb87), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:40.138261 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f5aea854-5a97-44fd-86e8-60072b51fe21 admin admin] Publish callbacks [] for security_group (a2597d3d-61b7-423a-a913-a4143bf4fb87), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:40.196061 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f5aea854-5a97-44fd-86e8-60072b51fe21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (a2597d3d-61b7-423a-a913-a4143bf4fb87), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:40.198772 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f5aea854-5a97-44fd-86e8-60072b51fe21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:40.199943 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f5aea854-5a97-44fd-86e8-60072b51fe21 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a2597d3d-61b7-423a-a913-a4143bf4fb87 HTTP/1.1" status: 204 len: 168 time: 0.1424146 Apr 12 13:42:40.208496 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aea854-5a97-44fd-86e8-60072b51fe21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2597d3d-61b7-423a-a913-a4143bf4fb87,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:40.459926 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37860) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:40.473426 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6c61ef61-27aa-4d61-9411-c5d5b176a432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:40.549125 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6c61ef61-27aa-4d61-9411-c5d5b176a432 admin admin] Publish callbacks [] for security_group (7320b02f-dd56-4d9f-91d2-5a4cbc5ce730), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:40.553220 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6c61ef61-27aa-4d61-9411-c5d5b176a432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (7320b02f-dd56-4d9f-91d2-5a4cbc5ce730), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:40.591165 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-6c61ef61-27aa-4d61-9411-c5d5b176a432 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e861e7625ba44daa967641bb29caa1ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301115 Apr 12 13:42:40.592072 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61ef61-27aa-4d61-9411-c5d5b176a432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7320b02f-dd56-4d9f-91d2-5a4cbc5ce730,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:40.593891 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 37862) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:40.646944 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d73ad52b-567e-4d53-a921-8cfc3496ee72 admin admin] Publish callbacks [] for security_group (7320b02f-dd56-4d9f-91d2-5a4cbc5ce730), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:40.670347 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d73ad52b-567e-4d53-a921-8cfc3496ee72 admin admin] Publish callbacks [] for security_group (7320b02f-dd56-4d9f-91d2-5a4cbc5ce730), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:40.718316 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d73ad52b-567e-4d53-a921-8cfc3496ee72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (7320b02f-dd56-4d9f-91d2-5a4cbc5ce730), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:40.721593 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-d73ad52b-567e-4d53-a921-8cfc3496ee72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:40.722765 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-d73ad52b-567e-4d53-a921-8cfc3496ee72 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7320b02f-dd56-4d9f-91d2-5a4cbc5ce730 HTTP/1.1" status: 204 len: 168 time: 0.1265495 Apr 12 13:42:40.730409 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ad52b-567e-4d53-a921-8cfc3496ee72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7320b02f-dd56-4d9f-91d2-5a4cbc5ce730,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:41.420793 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 37898) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:41.526383 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-9d746e60-6251-4771-9e91-1ba60771558f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-622809566-network', 'tenant_id': '310942da2aa94f35861d014ce1e7733a'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:42:41.549192 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d746e60-6251-4771-9e91-1ba60771558f admin admin] Made reservation on behalf of 310942da2aa94f35861d014ce1e7733a for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:42:41.551791 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9d746e60-6251-4771-9e91-1ba60771558f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:41.561991 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9d746e60-6251-4771-9e91-1ba60771558f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:41.660784 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9d746e60-6251-4771-9e91-1ba60771558f admin admin] Publish callbacks [] for security_group (005f2d56-9d69-47ab-ac85-f7ebff1816d7), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:41.664820 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9d746e60-6251-4771-9e91-1ba60771558f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (005f2d56-9d69-47ab-ac85-f7ebff1816d7), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:41.695501 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d746e60-6251-4771-9e91-1ba60771558f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:42:41.707808 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d746e60-6251-4771-9e91-1ba60771558f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005f2d56-9d69-47ab-ac85-f7ebff1816d7,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:41.713317 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9d746e60-6251-4771-9e91-1ba60771558f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (b084ea2e-1b16-4992-90db-58c187729657), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:41.713662 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-9d746e60-6251-4771-9e91-1ba60771558f admin admin] Added segment b084ea2e-1b16-4992-90db-58c187729657 of type vlan for network 3ef617b9-c4ba-4094-8d6f-d92623a707f9 Apr 12 13:42:41.759538 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9d746e60-6251-4771-9e91-1ba60771558f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776758315614'] for network (3ef617b9-c4ba-4094-8d6f-d92623a707f9), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:41.788005 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9d746e60-6251-4771-9e91-1ba60771558f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for network (3ef617b9-c4ba-4094-8d6f-d92623a707f9), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:41.789043 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d746e60-6251-4771-9e91-1ba60771558f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:41.789802 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9d746e60-6251-4771-9e91-1ba60771558f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:41.824021 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-9d746e60-6251-4771-9e91-1ba60771558f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4020033 Apr 12 13:42:41.827003 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37908) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:41.832132 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-2ca93c9a-a97b-4284-9b51-0c410e261107 admin admin] Request body: {'subnet': {'network_id': '3ef617b9-c4ba-4094-8d6f-d92623a707f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-622809566-subnet', 'tenant_id': '310942da2aa94f35861d014ce1e7733a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:42:41.850679 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca93c9a-a97b-4284-9b51-0c410e261107 admin admin] Made reservation on behalf of 310942da2aa94f35861d014ce1e7733a for: {'subnet': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:42:41.852997 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2ca93c9a-a97b-4284-9b51-0c410e261107 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14326551'] for subnet (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:41.854953 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d746e60-6251-4771-9e91-1ba60771558f admin admin] Pushing event updated for resources: {'Network': ['ID=3ef617b9-c4ba-4094-8d6f-d92623a707f9,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:41.866111 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Network 3ef617b9-c4ba-4094-8d6f-d92623a707f9 details requested by agent ovs-agent-dv-cinder-830098-4-iscsi with host dv-cinder-830098-4-iscsi {{(pid=103296) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:42:42.040915 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2ca93c9a-a97b-4284-9b51-0c410e261107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12759439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14326533'] for subnet (6a81a689-2086-4ec3-b704-5e3f65e01a83), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:42.093880 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca93c9a-a97b-4284-9b51-0c410e261107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a81a689-2086-4ec3-b704-5e3f65e01a83,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:42.110016 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca93c9a-a97b-4284-9b51-0c410e261107 admin admin] Checking segment: {'id': 'b084ea2e-1b16-4992-90db-58c187729657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ef617b9-c4ba-4094-8d6f-d92623a707f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:42:42.110426 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca93c9a-a97b-4284-9b51-0c410e261107 admin admin] Network hostable DHCP agents. Network: 3ef617b9-c4ba-4094-8d6f-d92623a707f9, hostable agents: ['3cc0c115-7315-4105-a658-2bafa3cb223c'], hosted agents: [] {{(pid=103295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:42:42.129756 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca93c9a-a97b-4284-9b51-0c410e261107 admin admin] Network 3ef617b9-c4ba-4094-8d6f-d92623a707f9 is scheduled to be hosted by DHCP agent 3cc0c115-7315-4105-a658-2bafa3cb223c with binding_index 1 {{(pid=103295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:42:42.138260 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-2ca93c9a-a97b-4284-9b51-0c410e261107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-4-iscsi, 3ef617b9-c4ba-4094-8d6f-d92623a707f9) {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:42:42.143033 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca93c9a-a97b-4284-9b51-0c410e261107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:42.143634 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2ca93c9a-a97b-4284-9b51-0c410e261107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:42.148245 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070ac78a-6072-480d-b8a9-f0fa39a1f3bc None None] Network 3ef617b9-c4ba-4094-8d6f-d92623a707f9 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:42:42.159286 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-2ca93c9a-a97b-4284-9b51-0c410e261107 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3311193 Apr 12 13:42:42.386216 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63c3f0e-cdb1-47d0-813f-15fa640c7019 None None] Network 3ef617b9-c4ba-4094-8d6f-d92623a707f9 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:42:42.854533 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37932) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:42.963139 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d6685b7b-99f5-4a28-a299-e0d686c599db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:43.040692 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d6685b7b-99f5-4a28-a299-e0d686c599db admin admin] Publish callbacks [] for security_group (9e0198e2-b12a-4c37-8b5c-96e2f61c9171), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:43.045723 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-d6685b7b-99f5-4a28-a299-e0d686c599db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (9e0198e2-b12a-4c37-8b5c-96e2f61c9171), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:43.085545 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-d6685b7b-99f5-4a28-a299-e0d686c599db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=54c796fd383440f8a28241997a40f2e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296567 Apr 12 13:42:43.086797 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6685b7b-99f5-4a28-a299-e0d686c599db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0198e2-b12a-4c37-8b5c-96e2f61c9171,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:43.088291 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 37940) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:43.141154 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a80942dc-5460-485f-b954-f61f45f918b8 admin admin] Publish callbacks [] for security_group (9e0198e2-b12a-4c37-8b5c-96e2f61c9171), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:43.165026 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a80942dc-5460-485f-b954-f61f45f918b8 admin admin] Publish callbacks [] for security_group (9e0198e2-b12a-4c37-8b5c-96e2f61c9171), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:43.221972 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a80942dc-5460-485f-b954-f61f45f918b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (9e0198e2-b12a-4c37-8b5c-96e2f61c9171), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:43.226159 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a80942dc-5460-485f-b954-f61f45f918b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:43.230167 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-a80942dc-5460-485f-b954-f61f45f918b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e0198e2-b12a-4c37-8b5c-96e2f61c9171 HTTP/1.1" status: 204 len: 168 time: 0.1385128 Apr 12 13:42:43.241320 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80942dc-5460-485f-b954-f61f45f918b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0198e2-b12a-4c37-8b5c-96e2f61c9171,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:43.546015 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37952) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:43.559869 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f0febeee-4901-4808-aad5-122872fce6bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:43.677462 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f0febeee-4901-4808-aad5-122872fce6bb admin admin] Publish callbacks [] for security_group (a9cadb43-e6d4-4b01-9c48-60ccb684433d), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:43.691663 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182ecf1-cd7c-4ed0-af16-37118b913356 req-97cfaa7c-fb6f-4e6a-9269-7c6bdb594afc tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:43.693185 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1182ecf1-cd7c-4ed0-af16-37118b913356 req-97cfaa7c-fb6f-4e6a-9269-7c6bdb594afc tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 946 time: 0.0656483 Apr 12 13:42:43.693783 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f0febeee-4901-4808-aad5-122872fce6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (a9cadb43-e6d4-4b01-9c48-60ccb684433d), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:43.753056 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-f0febeee-4901-4808-aad5-122872fce6bb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33ca88789ed64aef891862150db53277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057791 Apr 12 13:42:43.755216 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0febeee-4901-4808-aad5-122872fce6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cadb43-e6d4-4b01-9c48-60ccb684433d,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:43.756898 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 37960) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:43.802800 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1182ecf1-cd7c-4ed0-af16-37118b913356 req-cbe1dda0-c0ca-47ab-b30e-fcfce0587251 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981920 Apr 12 13:42:43.838668 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8804f4bb-00cc-4c4c-ad92-f79ec8c7b506 admin admin] Publish callbacks [] for security_group (a9cadb43-e6d4-4b01-9c48-60ccb684433d), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:43.861743 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8804f4bb-00cc-4c4c-ad92-f79ec8c7b506 admin admin] Publish callbacks [] for security_group (a9cadb43-e6d4-4b01-9c48-60ccb684433d), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:43.925853 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8804f4bb-00cc-4c4c-ad92-f79ec8c7b506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (a9cadb43-e6d4-4b01-9c48-60ccb684433d), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:43.928879 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8804f4bb-00cc-4c4c-ad92-f79ec8c7b506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:43.930374 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-8804f4bb-00cc-4c4c-ad92-f79ec8c7b506 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9cadb43-e6d4-4b01-9c48-60ccb684433d HTTP/1.1" status: 204 len: 168 time: 0.1718576 Apr 12 13:42:43.949709 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804f4bb-00cc-4c4c-ad92-f79ec8c7b506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cadb43-e6d4-4b01-9c48-60ccb684433d,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:44.068536 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-2ca1996d-5821-4785-bbb1-c63464c22680 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:44.071128 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-2ca1996d-5821-4785-bbb1-c63464c22680 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/networks?id=3ef617b9-c4ba-4094-8d6f-d92623a707f9 HTTP/1.1" status: 200 len: 808 time: 0.1354411 Apr 12 13:42:44.086810 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-3129b695-5cf2-4063-b7f0-a5eb2ac9db96 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/quotas/310942da2aa94f35861d014ce1e7733a HTTP/1.1" status: 200 len: 375 time: 0.0106821 Apr 12 13:42:44.127373 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-45da6108-012d-415c-b441-3d3b66a170cd tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=310942da2aa94f35861d014ce1e7733a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317538 Apr 12 13:42:44.233499 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-a30566b6-e4e4-463a-8658-af5a4e3926a3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103294) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:42:44.234617 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-a30566b6-e4e4-463a-8658-af5a4e3926a3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1033828 Apr 12 13:42:44.320826 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 37982) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:44.340180 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f1cdca34-4cc9-4d4c-90b8-c17ee34641a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:44.378170 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-9449233f-5f9c-4120-a16b-d2bae1ee3936 service neutron] 10.222.0.11 "GET /v2.0/networks/3ef617b9-c4ba-4094-8d6f-d92623a707f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354694 Apr 12 13:42:44.518828 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-8a3063d3-73c9-4feb-9f90-bca6dc716d86 service neutron] 10.222.0.11 "GET /v2.0/networks/3ef617b9-c4ba-4094-8d6f-d92623a707f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322069 Apr 12 13:42:44.529873 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f1cdca34-4cc9-4d4c-90b8-c17ee34641a0 admin admin] Publish callbacks [] for security_group (9aaa8ad5-fdaf-473d-beb1-048e6c65f3cb), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:44.537937 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f1cdca34-4cc9-4d4c-90b8-c17ee34641a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (9aaa8ad5-fdaf-473d-beb1-048e6c65f3cb), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:44.587120 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f1cdca34-4cc9-4d4c-90b8-c17ee34641a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d1ab0435cc07479e9d35b099250ac9ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651603 Apr 12 13:42:44.588545 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cdca34-4cc9-4d4c-90b8-c17ee34641a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaa8ad5-fdaf-473d-beb1-048e6c65f3cb,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:44.589771 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 37984) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:44.659969 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-318afb29-3a63-48aa-bc25-1204d0c80c13 admin admin] Publish callbacks [] for security_group (9aaa8ad5-fdaf-473d-beb1-048e6c65f3cb), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:44.711492 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0348f7c2-2417-48f5-b853-499f82ade5aa req-a7aef59f-4795-471e-81d6-5dcc9ae114ea tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0 HTTP/1.1" status: 200 len: 210 time: 0.0464771 Apr 12 13:42:44.713484 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-318afb29-3a63-48aa-bc25-1204d0c80c13 admin admin] Publish callbacks [] for security_group (9aaa8ad5-fdaf-473d-beb1-048e6c65f3cb), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:44.772466 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-318afb29-3a63-48aa-bc25-1204d0c80c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (9aaa8ad5-fdaf-473d-beb1-048e6c65f3cb), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:44.773382 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-318afb29-3a63-48aa-bc25-1204d0c80c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:44.774896 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-318afb29-3a63-48aa-bc25-1204d0c80c13 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9aaa8ad5-fdaf-473d-beb1-048e6c65f3cb HTTP/1.1" status: 204 len: 168 time: 0.1835175 Apr 12 13:42:44.783744 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318afb29-3a63-48aa-bc25-1204d0c80c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaa8ad5-fdaf-473d-beb1-048e6c65f3cb,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:44.958787 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63995b-e54d-4eaa-be6f-376fa2458be2 req-7be8b7e7-84fc-42d0-8c3a-a6c348fa905e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:44.970727 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3a63995b-e54d-4eaa-be6f-376fa2458be2 req-7be8b7e7-84fc-42d0-8c3a-a6c348fa905e tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 946 time: 0.0691686 Apr 12 13:42:45.019739 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3a63995b-e54d-4eaa-be6f-376fa2458be2 req-58169b4f-08d3-4090-87d5-157305144180 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476665 Apr 12 13:42:45.570640 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba1c48-5fb8-4811-8e6d-6859bad31619 req-9ee36c0a-298e-4905-8db2-8af80a8479ed tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:45.572141 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-51ba1c48-5fb8-4811-8e6d-6859bad31619 req-9ee36c0a-298e-4905-8db2-8af80a8479ed tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.41 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 946 time: 0.0562637 Apr 12 13:42:45.831479 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-52efb5ab-be40-48ea-9047-4799ad881082 req-df8ed064-dbb7-4654-b382-38bc2c980b5f tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0 HTTP/1.1" status: 200 len: 210 time: 0.0383458 Apr 12 13:42:45.926139 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-51ba1c48-5fb8-4811-8e6d-6859bad31619 req-de3eec79-fbd6-4646-acbf-6a0bc567a894 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Deleting port e81e26fc-85c8-40bd-8568-a0f1622aff05 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:42:45.926491 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-51ba1c48-5fb8-4811-8e6d-6859bad31619 req-de3eec79-fbd6-4646-acbf-6a0bc567a894 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:46.040706 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-855b9977-ff94-414e-bc34-c2abbface8b2 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:46.040984 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-51ba1c48-5fb8-4811-8e6d-6859bad31619 req-de3eec79-fbd6-4646-acbf-6a0bc567a894 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] For port e81e26fc-85c8-40bd-8568-a0f1622aff05, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=e81e26fc-85c8-40bd-8568-a0f1622aff05,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:42:46.041155 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-51ba1c48-5fb8-4811-8e6d-6859bad31619 req-de3eec79-fbd6-4646-acbf-6a0bc567a894 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:46.042348 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-855b9977-ff94-414e-bc34-c2abbface8b2 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.41 "GET /v2.0/networks?id=3ef617b9-c4ba-4094-8d6f-d92623a707f9 HTTP/1.1" status: 200 len: 808 time: 0.1553988 Apr 12 13:42:46.058939 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-f7750a39-4f2d-4cc1-8bcc-a078e670ca0f tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Request body: {'port': {'device_id': '0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0', 'network_id': '3ef617b9-c4ba-4094-8d6f-d92623a707f9', 'admin_state_up': True, 'tenant_id': '310942da2aa94f35861d014ce1e7733a'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:42:46.187491 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-f7750a39-4f2d-4cc1-8bcc-a078e670ca0f tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Made reservation on behalf of 310942da2aa94f35861d014ce1e7733a for: {'port': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:42:46.190956 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-f7750a39-4f2d-4cc1-8bcc-a078e670ca0f tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:46.200718 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525007e4-00a7-4ba7-b3e4-b5ce5278f19c req-a5e44400-ec31-4bf4-aa54-f56f859ac0a0 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:46.202237 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-525007e4-00a7-4ba7-b3e4-b5ce5278f19c req-a5e44400-ec31-4bf4-aa54-f56f859ac0a0 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 946 time: 0.0924475 Apr 12 13:42:46.301218 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-525007e4-00a7-4ba7-b3e4-b5ce5278f19c req-40a521a5-d4ad-4d31-a136-4e7de879c68b tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups?id=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918036 Apr 12 13:42:46.308418 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-51ba1c48-5fb8-4811-8e6d-6859bad31619 req-de3eec79-fbd6-4646-acbf-6a0bc567a894 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:46.308784 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-51ba1c48-5fb8-4811-8e6d-6859bad31619 req-de3eec79-fbd6-4646-acbf-6a0bc567a894 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (840ce7d4-339c-41b7-97e2-1931825d79e6), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:46.309098 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.l3_db [req-51ba1c48-5fb8-4811-8e6d-6859bad31619 req-de3eec79-fbd6-4646-acbf-6a0bc567a894 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Floating IP 840ce7d4-339c-41b7-97e2-1931825d79e6 disassociated. External IP: 172.27.2.70, port: e81e26fc-85c8-40bd-8568-a0f1622aff05. Apr 12 13:42:46.309684 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-51ba1c48-5fb8-4811-8e6d-6859bad31619 req-de3eec79-fbd6-4646-acbf-6a0bc567a894 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Calling delete_port for e81e26fc-85c8-40bd-8568-a0f1622aff05 owned by compute:nova {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:42:46.317611 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-f7750a39-4f2d-4cc1-8bcc-a078e670ca0f tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Allocated IP 172.20.0.2 (3ef617b9-c4ba-4094-8d6f-d92623a707f9/6a81a689-2086-4ec3-b704-5e3f65e01a83/0efb205e-5805-4b7c-878d-01b8667b7116) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:42:46.466502 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-51ba1c48-5fb8-4811-8e6d-6859bad31619 req-de3eec79-fbd6-4646-acbf-6a0bc567a894 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (e81e26fc-85c8-40bd-8568-a0f1622aff05), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:46.478609 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-f7750a39-4f2d-4cc1-8bcc-a078e670ca0f tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Publish callbacks [] for port (0efb205e-5805-4b7c-878d-01b8667b7116), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:46.495862 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3eec79-fbd6-4646-acbf-6a0bc567a894 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Pushing event deleted for resources: {'Port': ['ID=e81e26fc-85c8-40bd-8568-a0f1622aff05,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:46.514921 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-f7750a39-4f2d-4cc1-8bcc-a078e670ca0f tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (0efb205e-5805-4b7c-878d-01b8667b7116), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:46.559661 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-f7750a39-4f2d-4cc1-8bcc-a078e670ca0f tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Network 3ef617b9-c4ba-4094-8d6f-d92623a707f9 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:42:46.562944 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-f7750a39-4f2d-4cc1-8bcc-a078e670ca0f tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:42:46.566348 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-f7750a39-4f2d-4cc1-8bcc-a078e670ca0f tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:42:46.602620 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7750a39-4f2d-4cc1-8bcc-a078e670ca0f tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Pushing event updated for resources: {'Port': ['ID=0efb205e-5805-4b7c-878d-01b8667b7116,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:46.618182 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51ba1c48-5fb8-4811-8e6d-6859bad31619 req-de3eec79-fbd6-4646-acbf-6a0bc567a894 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:42:46.625710 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-f7750a39-4f2d-4cc1-8bcc-a078e670ca0f tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:46.626864 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-f7750a39-4f2d-4cc1-8bcc-a078e670ca0f tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:46.643974 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-f7750a39-4f2d-4cc1-8bcc-a078e670ca0f tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5929046 Apr 12 13:42:46.654718 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-a61f4ec5-36c2-4267-852e-eb010f440953 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103295) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:42:46.655699 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-a61f4ec5-36c2-4267-852e-eb010f440953 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050142 Apr 12 13:42:46.667847 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Request body: {'port': {'device_id': '0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:42:46.728557 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (0efb205e-5805-4b7c-878d-01b8667b7116), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:46.738435 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51ba1c48-5fb8-4811-8e6d-6859bad31619 req-de3eec79-fbd6-4646-acbf-6a0bc567a894 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:42:46.752211 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a659a867-2feb-4341-824a-0f0baa586d96 None None] Sync routers for ids ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:42:46.762853 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a659a867-2feb-4341-824a-0f0baa586d96 None None] Routers {'8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:42:46.763586 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-a659a867-2feb-4341-824a-0f0baa586d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:42:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:46.786629 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ba1c48-5fb8-4811-8e6d-6859bad31619 req-de3eec79-fbd6-4646-acbf-6a0bc567a894 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] No DVR routers for this DVR port e81e26fc-85c8-40bd-8568-a0f1622aff05 on host hv-cinder-83009 {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:42:46.789245 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-51ba1c48-5fb8-4811-8e6d-6859bad31619 req-de3eec79-fbd6-4646-acbf-6a0bc567a894 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:46.792734 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-51ba1c48-5fb8-4811-8e6d-6859bad31619 req-de3eec79-fbd6-4646-acbf-6a0bc567a894 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.41 "DELETE /v2.0/ports/e81e26fc-85c8-40bd-8568-a0f1622aff05 HTTP/1.1" status: 204 len: 173 time: 0.9931834 Apr 12 13:42:46.793213 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c5cbca-739a-4706-9622-db4f923a4f0a', 'name': 'network-vif-deleted', 'tag': 'e81e26fc-85c8-40bd-8568-a0f1622aff05'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:42:46.795559 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af7db5f-98ad-42f6-96a5-33fdd4f34037" -d '{"events": [{"server_uuid": "83c5cbca-739a-4706-9622-db4f923a4f0a", "name": "network-vif-deleted", "tag": "e81e26fc-85c8-40bd-8568-a0f1622aff05"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:42:46.938262 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-a659a867-2feb-4341-824a-0f0baa586d96 None None] Set router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:42:47.033381 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790087eb-4b37-4f1c-a4c0-1641f9dd10b3 x-openstack-request-id: req-790087eb-4b37-4f1c-a4c0-1641f9dd10b3 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:42:47.033675 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c5cbca-739a-4706-9622-db4f923a4f0a", "name": "network-vif-deleted", "tag": "e81e26fc-85c8-40bd-8568-a0f1622aff05", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:42:47.034104 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-790087eb-4b37-4f1c-a4c0-1641f9dd10b3 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:42:47.034711 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-790087eb-4b37-4f1c-a4c0-1641f9dd10b3'] response: {'server_uuid': '83c5cbca-739a-4706-9622-db4f923a4f0a', 'name': 'network-vif-deleted', 'tag': 'e81e26fc-85c8-40bd-8568-a0f1622aff05', 'status': 'completed', 'code': 200} Apr 12 13:42:47.062242 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6c746-0150-47ef-8f01-0c493af8030a req-eeb1fdc1-8cee-4b1f-ac94-ab494b0b6496 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:47.064493 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-cfb6c746-0150-47ef-8f01-0c493af8030a req-eeb1fdc1-8cee-4b1f-ac94-ab494b0b6496 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0 HTTP/1.1" status: 200 len: 931 time: 0.1031020 Apr 12 13:42:47.146408 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0efb205e-5805-4b7c-878d-01b8667b7116 {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:42:47.156174 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Publish callbacks [] for port (0efb205e-5805-4b7c-878d-01b8667b7116), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:47.162030 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-cfb6c746-0150-47ef-8f01-0c493af8030a req-9a02e459-ce01-4379-90cb-cbab73c8452e tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902596 Apr 12 13:42:47.184454 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Transition to ACTIVE for port object 0efb205e-5805-4b7c-878d-01b8667b7116 will not be triggered until provisioned by entity L2. {{(pid=103295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:42:47.184454 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (0efb205e-5805-4b7c-878d-01b8667b7116), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:47.265468 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Pushing event updated for resources: {'Port': ['ID=0efb205e-5805-4b7c-878d-01b8667b7116,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:47.324380 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-a659a867-2feb-4341-824a-0f0baa586d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port': {'id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:00Z', 'updated_at': '2022-04-12T13:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'e52279ae-dd65-4c03-a033-75fdd026ab85', 'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'mac_address': 'fa:16:3e:65:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:14Z', 'updated_at': '2022-04-12T13:32:27Z', 'revision_number': 5, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'subnets': [{'id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:47.343629 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Attempting to bind port 0efb205e-5805-4b7c-878d-01b8667b7116 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:42:47.344019 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Attempting to bind port 0efb205e-5805-4b7c-878d-01b8667b7116 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b084ea2e-1b16-4992-90db-58c187729657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ef617b9-c4ba-4094-8d6f-d92623a707f9'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:42:47.344310 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Attempting to bind port 0efb205e-5805-4b7c-878d-01b8667b7116 on network 3ef617b9-c4ba-4094-8d6f-d92623a707f9 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:42:47.349475 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Port 0efb205e-5805-4b7c-878d-01b8667b7116 on network 3ef617b9-c4ba-4094-8d6f-d92623a707f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:42:47.349817 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Attempting to bind port 0efb205e-5805-4b7c-878d-01b8667b7116 on network 3ef617b9-c4ba-4094-8d6f-d92623a707f9 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:42:47.356833 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:42:47.357234 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Checking segment: {'id': 'b084ea2e-1b16-4992-90db-58c187729657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ef617b9-c4ba-4094-8d6f-d92623a707f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:42:47.358070 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Bound using segment: {'id': 'b084ea2e-1b16-4992-90db-58c187729657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ef617b9-c4ba-4094-8d6f-d92623a707f9'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:42:47.358532 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Bound port: 0efb205e-5805-4b7c-878d-01b8667b7116, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b084ea2e-1b16-4992-90db-58c187729657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ef617b9-c4ba-4094-8d6f-d92623a707f9'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:42:47.358893 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (0efb205e-5805-4b7c-878d-01b8667b7116), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:47.367509 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a659a867-2feb-4341-824a-0f0baa586d96 None None] Checking router: 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:42:47.382981 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a659a867-2feb-4341-824a-0f0baa586d96 None None] Routers {'8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:42:47.385455 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-a659a867-2feb-4341-824a-0f0baa586d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:42:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:47.509685 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-a659a867-2feb-4341-824a-0f0baa586d96 None None] Set router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:42:47.712837 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-a659a867-2feb-4341-824a-0f0baa586d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port': {'id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:00Z', 'updated_at': '2022-04-12T13:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'e52279ae-dd65-4c03-a033-75fdd026ab85', 'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'mac_address': 'fa:16:3e:65:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:14Z', 'updated_at': '2022-04-12T13:32:27Z', 'revision_number': 5, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'subnets': [{'id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:47.733046 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4d925978-23cc-41be-824b-9efb1cbfc294 req-f9c925c6-4a5b-4f46-beef-8a7220dd14e5 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/ports?device_id=83c5cbca-739a-4706-9622-db4f923a4f0a HTTP/1.1" status: 200 len: 210 time: 0.3236728 Apr 12 13:42:47.740760 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a659a867-2feb-4341-824a-0f0baa586d96 None None] The sync data for ids ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'] in dv-cinder-830098-4-iscsi is: [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:32:19Z', 'revision_number': 4, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port': {'id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:00Z', 'updated_at': '2022-04-12T13:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'e52279ae-dd65-4c03-a033-75fdd026ab85', 'name': '', 'network_id': 'f075efcd-1b7f-4180-93c5-9b0501e51c53', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'mac_address': 'fa:16:3e:65:67:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:14Z', 'updated_at': '2022-04-12T13:32:27Z', 'revision_number': 5, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'subnets': [{'id': 'a5deca89-4859-4941-9efc-762fc23afa05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:42:47.744077 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] For port 0efb205e-5805-4b7c-878d-01b8667b7116, host hv-cinder-83009, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:42:47.747459 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] For port 0efb205e-5805-4b7c-878d-01b8667b7116, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0efb205e-5805-4b7c-878d-01b8667b7116,segment=NetworkSegment(b084ea2e-1b16-4992-90db-58c187729657),segment_id=b084ea2e-1b16-4992-90db-58c187729657)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:42:47.759112 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (0efb205e-5805-4b7c-878d-01b8667b7116), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:47.794028 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:47.794642 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:47.796015 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] 10.222.0.41 "PUT /v2.0/ports/0efb205e-5805-4b7c-878d-01b8667b7116 HTTP/1.1" status: 200 len: 1093 time: 1.1318226 Apr 12 13:42:47.796448 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0', 'tag': '0efb205e-5805-4b7c-878d-01b8667b7116'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:42:47.799450 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c161de-88d1-468e-b213-168d6c9ba50a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0", "tag": "0efb205e-5805-4b7c-878d-01b8667b7116"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:42:47.826049 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da62e4-9151-4dd9-9e20-0d548b987779 service neutron] Pushing event updated for resources: {'Port': ['ID=0efb205e-5805-4b7c-878d-01b8667b7116,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:47.888369 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-3cbb0765-7dfd-4791-a0de-c6cfbb26399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:47.890154 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-3cbb0765-7dfd-4791-a0de-c6cfbb26399d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=310942da2aa94f35861d014ce1e7733a&device_id=0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0 HTTP/1.1" status: 200 len: 1127 time: 0.0423925 Apr 12 13:42:47.909051 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f58e69d-86f8-4e20-bead-7276d5c3cb7f x-openstack-request-id: req-8f58e69d-86f8-4e20-bead-7276d5c3cb7f {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:42:47.909369 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0", "tag": "0efb205e-5805-4b7c-878d-01b8667b7116", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:42:47.909621 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f58e69d-86f8-4e20-bead-7276d5c3cb7f {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:42:47.910010 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f58e69d-86f8-4e20-bead-7276d5c3cb7f'] response: {'name': 'network-changed', 'server_uuid': '0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0', 'tag': '0efb205e-5805-4b7c-878d-01b8667b7116', 'status': 'completed', 'code': 200} Apr 12 13:42:47.943733 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-d94af5e5-f386-465b-b315-de7bc99d409e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0efb205e-5805-4b7c-878d-01b8667b7116 HTTP/1.1" status: 200 len: 217 time: 0.0417502 Apr 12 13:42:47.994404 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-759a68e5-e392-4bd5-98a1-3d24a2adbc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:47.995874 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-759a68e5-e392-4bd5-98a1-3d24a2adbc0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a81a689-2086-4ec3-b704-5e3f65e01a83 HTTP/1.1" status: 200 len: 848 time: 0.0456233 Apr 12 13:42:48.012616 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b3ffc8-e2d7-4cb8-b385-ee44c85e9d72 None None] New status for floating IP 840ce7d4-339c-41b7-97e2-1931825d79e6: DOWN {{(pid=103296) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:42:48.029768 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-4e688c42-1e56-4610-872b-1b4c8b124cfe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ef617b9-c4ba-4094-8d6f-d92623a707f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258954 Apr 12 13:42:48.123109 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-927732cb-48ea-449a-9c1c-3e9239cf6e67 service neutron] 10.222.0.41 "GET /v2.0/networks/3ef617b9-c4ba-4094-8d6f-d92623a707f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864103 Apr 12 13:42:48.213847 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-40c59b27-a07c-487c-bb48-a5d639b2ff31 req-d418380a-39c3-4f58-ab8d-0ec5cd336d19 service neutron] 10.222.0.41 "GET /v2.0/networks/3ef617b9-c4ba-4094-8d6f-d92623a707f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842946 Apr 12 13:42:48.283465 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c07f34-5a36-40a7-9ab9-f00a6ea47819 req-011baff4-784b-4ae3-8564-03f650b0e5ba tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:48.285053 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-20c07f34-5a36-40a7-9ab9-f00a6ea47819 req-011baff4-784b-4ae3-8564-03f650b0e5ba tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0 HTTP/1.1" status: 200 len: 943 time: 0.0541449 Apr 12 13:42:48.334339 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-20c07f34-5a36-40a7-9ab9-f00a6ea47819 req-1f6b9d90-3328-4bc1-8d34-2c7fdfc2ac13 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422854 Apr 12 13:42:48.537460 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 38066) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:48.640000 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-198a3065-fc9c-4f0e-99ae-3ca169e8d75a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:48.720762 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-198a3065-fc9c-4f0e-99ae-3ca169e8d75a admin admin] Publish callbacks [] for security_group (fc80eb8b-7cc0-46cc-a797-637db0286716), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:48.724813 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-198a3065-fc9c-4f0e-99ae-3ca169e8d75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (fc80eb8b-7cc0-46cc-a797-637db0286716), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:48.763713 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-198a3065-fc9c-4f0e-99ae-3ca169e8d75a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1282c47170f044f7b9f63f60833350b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251308 Apr 12 13:42:48.765669 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a3065-fc9c-4f0e-99ae-3ca169e8d75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc80eb8b-7cc0-46cc-a797-637db0286716,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:48.766440 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 38072) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:48.821210 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-de3ebbac-2582-4829-9760-d0ed83567b62 admin admin] Publish callbacks [] for security_group (fc80eb8b-7cc0-46cc-a797-637db0286716), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:48.831748 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 38076) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:48.844125 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-de3ebbac-2582-4829-9760-d0ed83567b62 admin admin] Publish callbacks [] for security_group (fc80eb8b-7cc0-46cc-a797-637db0286716), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:48.886179 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-babcd1ab-f618-4f64-acbc-64cdafc55f90 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group (c2d139ed-f8d8-4500-bd1c-fd71f0962cb0), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:48.891283 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-de3ebbac-2582-4829-9760-d0ed83567b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (fc80eb8b-7cc0-46cc-a797-637db0286716), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:48.894332 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-de3ebbac-2582-4829-9760-d0ed83567b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:48.895600 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-de3ebbac-2582-4829-9760-d0ed83567b62 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fc80eb8b-7cc0-46cc-a797-637db0286716 HTTP/1.1" status: 204 len: 168 time: 0.1281576 Apr 12 13:42:48.907813 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ebbac-2582-4829-9760-d0ed83567b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc80eb8b-7cc0-46cc-a797-637db0286716,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:48.916012 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-babcd1ab-f618-4f64-acbc-64cdafc55f90 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group (c2d139ed-f8d8-4500-bd1c-fd71f0962cb0), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:48.973135 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-babcd1ab-f618-4f64-acbc-64cdafc55f90 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (c2d139ed-f8d8-4500-bd1c-fd71f0962cb0), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:48.975736 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-babcd1ab-f618-4f64-acbc-64cdafc55f90 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:48.977121 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-babcd1ab-f618-4f64-acbc-64cdafc55f90 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "DELETE /v2.0/security-groups/c2d139ed-f8d8-4500-bd1c-fd71f0962cb0 HTTP/1.1" status: 204 len: 168 time: 0.1442497 Apr 12 13:42:48.980228 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 38080) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:48.992805 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcd1ab-f618-4f64-acbc-64cdafc55f90 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d139ed-f8d8-4500-bd1c-fd71f0962cb0,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:48.994566 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.api.v2.resource [None req-7a67d19f-e79d-4f86-b6a3-2ea93eadef5f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] show failed (client error): The resource could not be found. Apr 12 13:42:48.995807 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-7a67d19f-e79d-4f86-b6a3-2ea93eadef5f tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "GET /v2.0/security-groups/c2d139ed-f8d8-4500-bd1c-fd71f0962cb0 HTTP/1.1" status: 404 len: 347 time: 0.0146258 Apr 12 13:42:48.998671 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 38082) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:49.119089 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-e8f35d3c-da33-47d9-b46c-602eb7d351e6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Deleting port e9cfd7e4-e840-4177-93a0-039fb71b3286 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:42:49.119447 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e8f35d3c-da33-47d9-b46c-602eb7d351e6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (e9cfd7e4-e840-4177-93a0-039fb71b3286), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:49.200279 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e8f35d3c-da33-47d9-b46c-602eb7d351e6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (e9cfd7e4-e840-4177-93a0-039fb71b3286), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:49.200618 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e8f35d3c-da33-47d9-b46c-602eb7d351e6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for floatingip (e9cfd7e4-e840-4177-93a0-039fb71b3286), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:49.216668 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-e8f35d3c-da33-47d9-b46c-602eb7d351e6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Calling delete_port for e9cfd7e4-e840-4177-93a0-039fb71b3286 owned by network:floatingip {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:42:49.322150 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device e81e26fc-85c8-40bd-8568-a0f1622aff05 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:42:49.350194 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: e81e26fc-85c8-40bd-8568-a0f1622aff05 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:42:49.350194 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device e81e26fc-85c8-40bd-8568-a0f1622aff05 not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:42:49.362592 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e8f35d3c-da33-47d9-b46c-602eb7d351e6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (e9cfd7e4-e840-4177-93a0-039fb71b3286), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:49.390092 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f35d3c-da33-47d9-b46c-602eb7d351e6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Pushing event deleted for resources: {'Port': ['ID=e9cfd7e4-e840-4177-93a0-039fb71b3286,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:49.492357 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb8b93-f707-4463-b98b-c587f7fb807d req-cee0167f-a6f9-4d8c-b919-df742a01f80a tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:49.493867 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9abb8b93-f707-4463-b98b-c587f7fb807d req-cee0167f-a6f9-4d8c-b919-df742a01f80a tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0 HTTP/1.1" status: 200 len: 943 time: 0.0607529 Apr 12 13:42:49.494660 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e8f35d3c-da33-47d9-b46c-602eb7d351e6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks [] for floatingip (840ce7d4-339c-41b7-97e2-1931825d79e6), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:49.497223 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-e8f35d3c-da33-47d9-b46c-602eb7d351e6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:49.502472 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-e8f35d3c-da33-47d9-b46c-602eb7d351e6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] 10.222.0.11 "DELETE /v2.0/floatingips/840ce7d4-339c-41b7-97e2-1931825d79e6 HTTP/1.1" status: 204 len: 168 time: 0.4987051 Apr 12 13:42:49.546691 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9abb8b93-f707-4463-b98b-c587f7fb807d req-32d333c2-265c-4a1a-b542-bdda6cacf0da tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470200 Apr 12 13:42:50.022425 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:50.512400 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c161de-88d1-468e-b213-168d6c9ba50a req-33b28672-75b6-47e2-821e-3a1944bb2acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:50.514023 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-88c161de-88d1-468e-b213-168d6c9ba50a req-33b28672-75b6-47e2-821e-3a1944bb2acf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=310942da2aa94f35861d014ce1e7733a&device_id=0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0 HTTP/1.1" status: 200 len: 1127 time: 0.0411150 Apr 12 13:42:50.607162 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c161de-88d1-468e-b213-168d6c9ba50a req-1104cbae-f18b-4770-8f28-f4a8ea2faefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:50.608646 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-88c161de-88d1-468e-b213-168d6c9ba50a req-1104cbae-f18b-4770-8f28-f4a8ea2faefd service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ef617b9-c4ba-4094-8d6f-d92623a707f9 HTTP/1.1" status: 200 len: 909 time: 0.0886900 Apr 12 13:42:50.657772 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-88c161de-88d1-468e-b213-168d6c9ba50a req-72aa2d58-fc0c-498d-b770-a172b931d4b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0efb205e-5805-4b7c-878d-01b8667b7116 HTTP/1.1" status: 200 len: 217 time: 0.0409703 Apr 12 13:42:50.732146 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e19ab-9b32-4422-bd94-4527c0aff1ca req-36ce2877-16ea-40cf-9e08-08f732286edd tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:50.733692 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9a4e19ab-9b32-4422-bd94-4527c0aff1ca req-36ce2877-16ea-40cf-9e08-08f732286edd tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0 HTTP/1.1" status: 200 len: 943 time: 0.0792511 Apr 12 13:42:50.761026 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c161de-88d1-468e-b213-168d6c9ba50a req-67c9881f-6f84-4145-bdf3-311fc266f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:50.762550 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-88c161de-88d1-468e-b213-168d6c9ba50a req-67c9881f-6f84-4145-bdf3-311fc266f433 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a81a689-2086-4ec3-b704-5e3f65e01a83 HTTP/1.1" status: 200 len: 848 time: 0.0774283 Apr 12 13:42:50.808162 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-88c161de-88d1-468e-b213-168d6c9ba50a req-6fc11120-859b-45a5-9967-867fe988d709 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ef617b9-c4ba-4094-8d6f-d92623a707f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390561 Apr 12 13:42:50.827638 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9a4e19ab-9b32-4422-bd94-4527c0aff1ca req-012cfc26-55f7-4e41-9f47-194eca9ba234 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868542 Apr 12 13:42:50.905162 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-88c161de-88d1-468e-b213-168d6c9ba50a req-b178cafe-18bd-4a36-a65d-acc7de090b40 service neutron] 10.222.0.41 "GET /v2.0/networks/3ef617b9-c4ba-4094-8d6f-d92623a707f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887878 Apr 12 13:42:51.012577 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-88c161de-88d1-468e-b213-168d6c9ba50a req-a1f6f13e-7e04-4b26-bf85-78f95c1c9b85 service neutron] 10.222.0.41 "GET /v2.0/networks/3ef617b9-c4ba-4094-8d6f-d92623a707f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968370 Apr 12 13:42:51.347200 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 0efb205e-5805-4b7c-878d-01b8667b7116 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:42:51.443627 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 0efb205e-5805-4b7c-878d-01b8667b7116, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0efb205e-5805-4b7c-878d-01b8667b7116,segment=NetworkSegment(b084ea2e-1b16-4992-90db-58c187729657),segment_id=b084ea2e-1b16-4992-90db-58c187729657)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:42:51.458622 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': '0efb205e-5805-4b7c-878d-01b8667b7116', 'network_id': '3ef617b9-c4ba-4094-8d6f-d92623a707f9', 'port_id': '0efb205e-5805-4b7c-878d-01b8667b7116', 'mac_address': 'fa:16:3e:b9:f0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a81a689-2086-4ec3-b704-5e3f65e01a83', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:42:51.495670 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 0efb205e-5805-4b7c-878d-01b8667b7116 is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:42:51.496060 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (0efb205e-5805-4b7c-878d-01b8667b7116), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:51.509081 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0efb205e-5805-4b7c-878d-01b8667b7116 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:42:51.528345 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 0efb205e-5805-4b7c-878d-01b8667b7116, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0efb205e-5805-4b7c-878d-01b8667b7116,segment=NetworkSegment(b084ea2e-1b16-4992-90db-58c187729657),segment_id=b084ea2e-1b16-4992-90db-58c187729657)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:42:51.532320 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (0efb205e-5805-4b7c-878d-01b8667b7116), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:51.581944 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=0efb205e-5805-4b7c-878d-01b8667b7116,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:51.915997 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['0efb205e-5805-4b7c-878d-01b8667b7116'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:42:51.933872 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 38190) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:51.953581 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2ae88-2388-4656-968e-d25d37f15961 req-608dbeeb-1b98-4210-a23e-d3d9b1e26959 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:51.955685 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8ae2ae88-2388-4656-968e-d25d37f15961 req-608dbeeb-1b98-4210-a23e-d3d9b1e26959 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0 HTTP/1.1" status: 200 len: 944 time: 0.0571332 Apr 12 13:42:52.028850 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8ae2ae88-2388-4656-968e-d25d37f15961 req-63d4e20c-b58a-49f6-8467-9f3838f9db51 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652146 Apr 12 13:42:52.431933 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-22290329-55d1-4e12-9791-9be8385d4ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-463822'] for router_interface (8b17a60c-abfe-4da5-8809-e2b32c3c7a5c), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:52.669674 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-22290329-55d1-4e12-9791-9be8385d4ba1 admin admin] Deleting port e52279ae-dd65-4c03-a033-75fdd026ab85 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:42:52.670019 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-22290329-55d1-4e12-9791-9be8385d4ba1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (e52279ae-dd65-4c03-a033-75fdd026ab85), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:52.752250 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-22290329-55d1-4e12-9791-9be8385d4ba1 admin admin] For port e52279ae-dd65-4c03-a033-75fdd026ab85, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=e52279ae-dd65-4c03-a033-75fdd026ab85,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:42:52.752621 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-22290329-55d1-4e12-9791-9be8385d4ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (e52279ae-dd65-4c03-a033-75fdd026ab85), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:52.765396 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-22290329-55d1-4e12-9791-9be8385d4ba1 admin admin] Calling delete_port for e52279ae-dd65-4c03-a033-75fdd026ab85 owned by network:router_interface {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:42:52.953703 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-22290329-55d1-4e12-9791-9be8385d4ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (e52279ae-dd65-4c03-a033-75fdd026ab85), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:52.980765 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22290329-55d1-4e12-9791-9be8385d4ba1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e52279ae-dd65-4c03-a033-75fdd026ab85,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:53.196221 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf033f-3e1f-4553-8ce3-d166a3640cc0 req-f0f73046-b933-4c4d-94f0-197c88118d3b tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:53.197805 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3aaf033f-3e1f-4553-8ce3-d166a3640cc0 req-f0f73046-b933-4c4d-94f0-197c88118d3b tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0 HTTP/1.1" status: 200 len: 944 time: 0.0935605 Apr 12 13:42:53.200433 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-22290329-55d1-4e12-9791-9be8385d4ba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-463714'] for router_interface (8b17a60c-abfe-4da5-8809-e2b32c3c7a5c), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:53.325491 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3aaf033f-3e1f-4553-8ce3-d166a3640cc0 req-4b5f591d-47a0-41f5-9ae4-44b5398a26a8 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166961 Apr 12 13:42:53.368362 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 0efb205e-5805-4b7c-878d-01b8667b7116 up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:42:53.414478 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port 0efb205e-5805-4b7c-878d-01b8667b7116 completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:42:53.420496 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port 0efb205e-5805-4b7c-878d-01b8667b7116 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:42:53.420929 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (0efb205e-5805-4b7c-878d-01b8667b7116), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:53.462785 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22290329-55d1-4e12-9791-9be8385d4ba1 admin admin] Router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:42:53.504618 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 0efb205e-5805-4b7c-878d-01b8667b7116 is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:42:53.505260 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (0efb205e-5805-4b7c-878d-01b8667b7116), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:53.530017 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efb205e-5805-4b7c-878d-01b8667b7116'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:42:53.532431 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef4969d-7b9e-4d59-91f5-47fa632b1505" -d '{"events": [{"server_uuid": "0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0", "name": "network-vif-plugged", "status": "completed", "tag": "0efb205e-5805-4b7c-878d-01b8667b7116"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:42:53.548016 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 0efb205e-5805-4b7c-878d-01b8667b7116, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0efb205e-5805-4b7c-878d-01b8667b7116,segment=NetworkSegment(b084ea2e-1b16-4992-90db-58c187729657),segment_id=b084ea2e-1b16-4992-90db-58c187729657)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:42:53.553467 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (0efb205e-5805-4b7c-878d-01b8667b7116), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:53.577529 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22290329-55d1-4e12-9791-9be8385d4ba1 admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:42:53.586540 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-22290329-55d1-4e12-9791-9be8385d4ba1 admin admin] 10.222.0.11 "PUT /v2.0/routers/8b17a60c-abfe-4da5-8809-e2b32c3c7a5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6484082 Apr 12 13:42:53.587488 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 38202) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:53.592920 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d48d2-c046-4f2f-bded-f13f9bb84b51 None None] Sync routers for ids ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:42:53.594672 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdd0d6d-3d45-4333-b093-e0ebdfb68b21 x-openstack-request-id: req-7fdd0d6d-3d45-4333-b093-e0ebdfb68b21 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:42:53.594952 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0", "name": "network-vif-plugged", "status": "completed", "tag": "0efb205e-5805-4b7c-878d-01b8667b7116", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:42:53.595782 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7fdd0d6d-3d45-4333-b093-e0ebdfb68b21 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:42:53.596307 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fdd0d6d-3d45-4333-b093-e0ebdfb68b21'] response: {'server_uuid': '0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efb205e-5805-4b7c-878d-01b8667b7116', 'code': 200} Apr 12 13:42:53.623917 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=0efb205e-5805-4b7c-878d-01b8667b7116,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:53.630892 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d48d2-c046-4f2f-bded-f13f9bb84b51 None None] Routers {'8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:42:53.631901 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-6b1d48d2-c046-4f2f-bded-f13f9bb84b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:42:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:53.762965 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-6b1d48d2-c046-4f2f-bded-f13f9bb84b51 None None] Set router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:42:53.764633 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fae82eaa-1f68-440e-82fe-4c9b96118e7d admin admin] Publish callbacks [] for router (8b17a60c-abfe-4da5-8809-e2b32c3c7a5c), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:53.770792 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b763007-5328-4c63-8cf0-27aa3b902365 req-b360f04b-24e3-45a0-9bdd-e22e874829f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:53.772417 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9b763007-5328-4c63-8cf0-27aa3b902365 req-b360f04b-24e3-45a0-9bdd-e22e874829f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0 HTTP/1.1" status: 200 len: 1129 time: 0.0431089 Apr 12 13:42:53.822243 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9b763007-5328-4c63-8cf0-27aa3b902365 req-fa71f054-d434-42c1-a8e1-52b7b9f20d38 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426435 Apr 12 13:42:53.888959 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fae82eaa-1f68-440e-82fe-4c9b96118e7d admin admin] Publish callbacks [] for router_gateway (8b17a60c-abfe-4da5-8809-e2b32c3c7a5c), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:53.944010 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-fae82eaa-1f68-440e-82fe-4c9b96118e7d admin admin] Deleting port a5b970e8-2503-4988-a9a2-9d98058bd622 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:42:53.944401 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fae82eaa-1f68-440e-82fe-4c9b96118e7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (a5b970e8-2503-4988-a9a2-9d98058bd622), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:53.967612 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-6b1d48d2-c046-4f2f-bded-f13f9bb84b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194'}], 'enable_snat': True}, 'gw_port_id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:42:52Z', 'revision_number': 5, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port': {'id': 'a5b970e8-2503-4988-a9a2-9d98058bd622', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:79:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:32:00Z', 'updated_at': '2022-04-12T13:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:53.995692 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d48d2-c046-4f2f-bded-f13f9bb84b51 None None] Checking router: 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:42:54.009385 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d48d2-c046-4f2f-bded-f13f9bb84b51 None None] Routers {'8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:42:54.010031 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-6b1d48d2-c046-4f2f-bded-f13f9bb84b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:42:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:54.034130 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-fae82eaa-1f68-440e-82fe-4c9b96118e7d admin admin] For port a5b970e8-2503-4988-a9a2-9d98058bd622, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=a5b970e8-2503-4988-a9a2-9d98058bd622,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:42:54.034405 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fae82eaa-1f68-440e-82fe-4c9b96118e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (a5b970e8-2503-4988-a9a2-9d98058bd622), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:54.047627 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-fae82eaa-1f68-440e-82fe-4c9b96118e7d admin admin] Calling delete_port for a5b970e8-2503-4988-a9a2-9d98058bd622 owned by network:router_gateway {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:42:54.104143 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-6b1d48d2-c046-4f2f-bded-f13f9bb84b51 None None] Set router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c gateway port host: None {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:42:54.169914 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-6b1d48d2-c046-4f2f-bded-f13f9bb84b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:42:53Z', 'revision_number': 6, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port_host': None}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:54.201479 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1d48d2-c046-4f2f-bded-f13f9bb84b51 None None] The sync data for ids ['8b17a60c-abfe-4da5-8809-e2b32c3c7a5c'] in dv-cinder-830098-4-iscsi is: [{'id': '8b17a60c-abfe-4da5-8809-e2b32c3c7a5c', 'name': 'tempest-AttachVolumeShelveTestJSON-137714244-router', 'tenant_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:31:56Z', 'updated_at': '2022-04-12T13:42:53Z', 'revision_number': 6, 'project_id': '4fef9bcc9d6d4674acceb9c482454dfd', 'gw_port_host': None}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:42:54.250451 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fae82eaa-1f68-440e-82fe-4c9b96118e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (a5b970e8-2503-4988-a9a2-9d98058bd622), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:54.278670 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae82eaa-1f68-440e-82fe-4c9b96118e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b970e8-2503-4988-a9a2-9d98058bd622,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:54.347424 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fae82eaa-1f68-440e-82fe-4c9b96118e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466052'] for router_gateway (8b17a60c-abfe-4da5-8809-e2b32c3c7a5c), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:54.443411 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875b554-632e-4557-8121-3503b6007daf req-eb62581b-3a5d-4c1c-a526-8a9e49d2907d tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:54.444118 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fae82eaa-1f68-440e-82fe-4c9b96118e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (8b17a60c-abfe-4da5-8809-e2b32c3c7a5c), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:54.445786 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2875b554-632e-4557-8121-3503b6007daf req-eb62581b-3a5d-4c1c-a526-8a9e49d2907d tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0 HTTP/1.1" status: 200 len: 945 time: 0.0509820 Apr 12 13:42:54.447651 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fae82eaa-1f68-440e-82fe-4c9b96118e7d admin admin] Publish callbacks [] for router_controller (8b17a60c-abfe-4da5-8809-e2b32c3c7a5c), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:54.495823 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fae82eaa-1f68-440e-82fe-4c9b96118e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449059'] for router (8b17a60c-abfe-4da5-8809-e2b32c3c7a5c), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:54.496438 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae82eaa-1f68-440e-82fe-4c9b96118e7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b17a60c-abfe-4da5-8809-e2b32c3c7a5c {{(pid=103294) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:42:54.501792 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-fae82eaa-1f68-440e-82fe-4c9b96118e7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:54.502222 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2875b554-632e-4557-8121-3503b6007daf req-6c51e198-1285-4cdc-802f-3795165c4bd2 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508480 Apr 12 13:42:54.507022 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 38208) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:54.507297 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-fae82eaa-1f68-440e-82fe-4c9b96118e7d admin admin] 10.222.0.11 "DELETE /v2.0/routers/8b17a60c-abfe-4da5-8809-e2b32c3c7a5c HTTP/1.1" status: 204 len: 168 time: 0.9183843 Apr 12 13:42:54.554092 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e8797d-3734-4014-a3ec-16c42abca7c7 admin admin] Deleting subnet a5deca89-4859-4941-9efc-762fc23afa05 {{(pid=103295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:42:54.557325 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-94e8797d-3734-4014-a3ec-16c42abca7c7 admin admin] Publish callbacks [] for subnet (a5deca89-4859-4941-9efc-762fc23afa05), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:54.597425 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-94e8797d-3734-4014-a3ec-16c42abca7c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13083627'] for subnet (a5deca89-4859-4941-9efc-762fc23afa05), precommit_delete_associations {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:54.685918 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-94e8797d-3734-4014-a3ec-16c42abca7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585855'] for subnet (a5deca89-4859-4941-9efc-762fc23afa05), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:54.739261 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-94e8797d-3734-4014-a3ec-16c42abca7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12759874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14326538'] for subnet (a5deca89-4859-4941-9efc-762fc23afa05), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:54.765334 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8797d-3734-4014-a3ec-16c42abca7c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5deca89-4859-4941-9efc-762fc23afa05,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:54.767911 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-94e8797d-3734-4014-a3ec-16c42abca7c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:54.771326 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-94e8797d-3734-4014-a3ec-16c42abca7c7 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a5deca89-4859-4941-9efc-762fc23afa05 HTTP/1.1" status: 204 len: 168 time: 0.2631743 Apr 12 13:42:54.774216 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 38210) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:54.777981 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3e5dbe-6afb-41b0-bcd8-e5e66a5a8f50 None None] Network f075efcd-1b7f-4180-93c5-9b0501e51c53 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:42:54.847284 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624812'] for network (f075efcd-1b7f-4180-93c5-9b0501e51c53), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:54.868265 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6f31ff17-7ca2-4aca-a833-d18e77cd81da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:54.901628 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] Deleting port 5a29bdb6-8021-45a0-89af-6eddf24b7269 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:42:54.902496 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (5a29bdb6-8021-45a0-89af-6eddf24b7269), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:54.957737 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fd5a5e93-cc09-4032-b066-2c58d9b475ed req-cda3911c-ddba-442d-adcb-946460da082f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501730 Apr 12 13:42:54.971039 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] For port 5a29bdb6-8021-45a0-89af-6eddf24b7269, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=5a29bdb6-8021-45a0-89af-6eddf24b7269,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:42:54.971412 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (5a29bdb6-8021-45a0-89af-6eddf24b7269), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:54.983594 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688acedb-668a-4d39-acbd-306cf715c2ae None None] DHCP port deletion for f075efcd-1b7f-4180-93c5-9b0501e51c53 request from dv-cinder-830098-4-iscsi {{(pid=103296) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:42:54.989463 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] Calling delete_port for 5a29bdb6-8021-45a0-89af-6eddf24b7269 owned by network:dhcp {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:42:55.041832 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-688acedb-668a-4d39-acbd-306cf715c2ae None None] Deleting port 5a29bdb6-8021-45a0-89af-6eddf24b7269 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:42:55.042125 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-688acedb-668a-4d39-acbd-306cf715c2ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (5a29bdb6-8021-45a0-89af-6eddf24b7269), before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:55.065415 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a5e93-cc09-4032-b066-2c58d9b475ed req-1600cf84-3837-4698-bf4d-fcec84f6dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:55.067292 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fd5a5e93-cc09-4032-b066-2c58d9b475ed req-1600cf84-3837-4698-bf4d-fcec84f6dd4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1676d317c2b9497bb9f5385646737fbf&device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 1129 time: 0.0451682 Apr 12 13:42:55.088343 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (5a29bdb6-8021-45a0-89af-6eddf24b7269), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:55.123340 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a29bdb6-8021-45a0-89af-6eddf24b7269,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:55.131813 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-688acedb-668a-4d39-acbd-306cf715c2ae None None] For port 5a29bdb6-8021-45a0-89af-6eddf24b7269, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=5a29bdb6-8021-45a0-89af-6eddf24b7269,segment=NetworkSegment(0c4d8efe-4631-4fc8-a610-61d7476031c0),segment_id=0c4d8efe-4631-4fc8-a610-61d7476031c0)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:42:55.132669 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-688acedb-668a-4d39-acbd-306cf715c2ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (5a29bdb6-8021-45a0-89af-6eddf24b7269), precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:55.136708 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] No DVR routers for this DVR port 5a29bdb6-8021-45a0-89af-6eddf24b7269 on host dv-cinder-830098-4-iscsi {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:42:55.147824 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-688acedb-668a-4d39-acbd-306cf715c2ae None None] Calling delete_port for 5a29bdb6-8021-45a0-89af-6eddf24b7269 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:42:55.187165 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a5e93-cc09-4032-b066-2c58d9b475ed req-0889d4cd-d7bb-4a9e-8871-da52c3b0cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:55.190441 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fd5a5e93-cc09-4032-b066-2c58d9b475ed req-0889d4cd-d7bb-4a9e-8871-da52c3b0cc12 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ef085e4-2104-43b5-a43c-9ee214d199b2 HTTP/1.1" status: 200 len: 910 time: 0.1006055 Apr 12 13:42:55.229181 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587506', 'neutron.services.segments.db._delete_segments_for_network-8776758846127'] for network (f075efcd-1b7f-4180-93c5-9b0501e51c53), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:55.246374 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-688acedb-668a-4d39-acbd-306cf715c2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489'] for port (5a29bdb6-8021-45a0-89af-6eddf24b7269), after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:55.255012 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f075efcd-1b7f-4180-93c5-9b0501e51c53']}} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:55.267992 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4d8efe-4631-4fc8-a610-61d7476031c0') {'for_net_delete': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:55.268303 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4d8efe-4631-4fc8-a610-61d7476031c0') {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:42:55.271744 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fd5a5e93-cc09-4032-b066-2c58d9b475ed req-8264a8a5-3992-480d-ac4b-d54802ccc866 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2ed179a-bbd3-40b3-8023-fc05054e87e5 HTTP/1.1" status: 200 len: 1001 time: 0.0717900 Apr 12 13:42:55.279595 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776758847672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16027334'] for segment (0c4d8efe-4631-4fc8-a610-61d7476031c0), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:55.288256 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688acedb-668a-4d39-acbd-306cf715c2ae None None] Pushing event deleted for resources: {'Port': ['ID=5a29bdb6-8021-45a0-89af-6eddf24b7269,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:55.290232 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688acedb-668a-4d39-acbd-306cf715c2ae None None] No DVR routers for this DVR port 5a29bdb6-8021-45a0-89af-6eddf24b7269 on host dv-cinder-830098-4-iscsi {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:42:55.305999 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (0c4d8efe-4631-4fc8-a610-61d7476031c0), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:55.315272 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:42:55.315617 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179197'] for segment (0c4d8efe-4631-4fc8-a610-61d7476031c0), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: Traceback (most recent call last): Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: timer() Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: cb(*args, **kw) Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: return func(*args, **kwargs) Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: self._notify() Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: self.callback(batched_events) Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: event.method(event) Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: return f(self, *a, **k) Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: return self._get(url).json() Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: return self.request(url, 'GET', **kwargs) Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:42:55.317618 dv-cinder-830098-4-iscsi neutron-server[103294]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:42:55.391625 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466144'] for network (f075efcd-1b7f-4180-93c5-9b0501e51c53), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:55.397658 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:55.401009 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f075efcd-1b7f-4180-93c5-9b0501e51c53 HTTP/1.1" status: 204 len: 168 time: 0.6254036 Apr 12 13:42:55.412880 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f4a5c-2299-4b28-95c0-e7817a3c47c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f075efcd-1b7f-4180-93c5-9b0501e51c53,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:55.518788 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 38216) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:55.565471 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-2d753361-d325-4924-be69-621a988d2aaa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4fef9bcc9d6d4674acceb9c482454dfd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0453589 Apr 12 13:42:55.568012 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 38220) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:42:55.620111 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5b670937-fb32-4e40-9bb7-43191c76cec9 admin admin] Publish callbacks [] for security_group (c4dd080c-1c07-4665-be62-2610caafeb30), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:55.627411 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2ecf4-fe71-454f-a3b9-b523ed0a51af req-cdaecde9-fca9-4ab6-9748-920b796f97e5 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:55.628908 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ffe2ecf4-fe71-454f-a3b9-b523ed0a51af req-cdaecde9-fca9-4ab6-9748-920b796f97e5 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0 HTTP/1.1" status: 200 len: 945 time: 0.0587513 Apr 12 13:42:55.644666 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5b670937-fb32-4e40-9bb7-43191c76cec9 admin admin] Publish callbacks [] for security_group (c4dd080c-1c07-4665-be62-2610caafeb30), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:55.684346 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ffe2ecf4-fe71-454f-a3b9-b523ed0a51af req-5de447e4-70a3-4976-92ff-3c0faa00814e tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495300 Apr 12 13:42:55.695411 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5b670937-fb32-4e40-9bb7-43191c76cec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (c4dd080c-1c07-4665-be62-2610caafeb30), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:55.698468 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5b670937-fb32-4e40-9bb7-43191c76cec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:55.699746 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-5b670937-fb32-4e40-9bb7-43191c76cec9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4dd080c-1c07-4665-be62-2610caafeb30 HTTP/1.1" status: 204 len: 168 time: 0.1305943 Apr 12 13:42:55.716486 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b670937-fb32-4e40-9bb7-43191c76cec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dd080c-1c07-4665-be62-2610caafeb30,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:55.781192 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a5e93-cc09-4032-b066-2c58d9b475ed req-4673c213-b0a9-449b-9caa-2f12992f6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:55.782912 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fd5a5e93-cc09-4032-b066-2c58d9b475ed req-4673c213-b0a9-449b-9caa-2f12992f6c15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48bac659-ed33-4e2b-b30d-142fa3904e3e HTTP/1.1" status: 200 len: 848 time: 0.0602360 Apr 12 13:42:55.837828 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5a5e93-cc09-4032-b066-2c58d9b475ed req-391919ba-c835-40ad-99a6-f24c524c4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:55.839237 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fd5a5e93-cc09-4032-b066-2c58d9b475ed req-391919ba-c835-40ad-99a6-f24c524c4566 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ef085e4-2104-43b5-a43c-9ee214d199b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428026 Apr 12 13:42:56.005005 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device a5b970e8-2503-4988-a9a2-9d98058bd622 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:42:56.008370 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fd5a5e93-cc09-4032-b066-2c58d9b475ed req-4064bec3-9380-4820-b9e4-7bf9d9c99630 service neutron] 10.222.0.41 "GET /v2.0/networks/0ef085e4-2104-43b5-a43c-9ee214d199b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364882 Apr 12 13:42:56.039468 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: a5b970e8-2503-4988-a9a2-9d98058bd622 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:42:56.039960 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device a5b970e8-2503-4988-a9a2-9d98058bd622 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:42:56.040572 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device e52279ae-dd65-4c03-a033-75fdd026ab85 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:42:56.070832 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: e52279ae-dd65-4c03-a033-75fdd026ab85 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:42:56.071400 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device e52279ae-dd65-4c03-a033-75fdd026ab85 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:42:56.071977 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 5a29bdb6-8021-45a0-89af-6eddf24b7269 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:42:56.098112 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: 5a29bdb6-8021-45a0-89af-6eddf24b7269 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:42:56.098365 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 5a29bdb6-8021-45a0-89af-6eddf24b7269 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:42:56.121098 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fd5a5e93-cc09-4032-b066-2c58d9b475ed req-3ea2f7e4-8850-4310-9e74-9b750e5020a4 service neutron] 10.222.0.41 "GET /v2.0/networks/0ef085e4-2104-43b5-a43c-9ee214d199b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022017 Apr 12 13:42:56.471860 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57271d43-556d-433e-9dcd-4fe7557751cc req-4a2a506a-ae21-4bd5-b9e4-3f274b229b44 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:56.473446 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-57271d43-556d-433e-9dcd-4fe7557751cc req-4a2a506a-ae21-4bd5-b9e4-3f274b229b44 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0 HTTP/1.1" status: 200 len: 945 time: 0.0681145 Apr 12 13:42:56.530884 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-57271d43-556d-433e-9dcd-4fe7557751cc req-3af27262-ff12-41bb-8efa-7a0fc2f0859a tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516741 Apr 12 13:42:57.491205 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-0dd9182b-950a-4fbc-b449-c9b2ae6dbae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:57.668957 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218618b4-ad0f-4fe9-8f57-c29501f4ed42 req-18cba47e-faa8-469e-b0b8-28d4a3bfc71b tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:57.670483 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-218618b4-ad0f-4fe9-8f57-c29501f4ed42 req-18cba47e-faa8-469e-b0b8-28d4a3bfc71b tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0 HTTP/1.1" status: 200 len: 945 time: 0.0584641 Apr 12 13:42:57.725460 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-218618b4-ad0f-4fe9-8f57-c29501f4ed42 req-005e0a6b-b704-48c7-85a9-b0fb50d8bd10 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489442 Apr 12 13:42:58.091872 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:58.333017 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2b0a0-6593-4bca-9af1-460477cb48b7 req-71de2cad-287e-4a01-9afe-27622c07cb12 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:42:58.334386 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-55a2b0a0-6593-4bca-9af1-460477cb48b7 req-71de2cad-287e-4a01-9afe-27622c07cb12 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0 HTTP/1.1" status: 200 len: 945 time: 0.0471189 Apr 12 13:42:58.425353 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [req-55a2b0a0-6593-4bca-9af1-460477cb48b7 req-5da258a2-04ad-443a-8563-1b5e8fd83c8a tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Deleting port 0efb205e-5805-4b7c-878d-01b8667b7116 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:42:58.425705 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-55a2b0a0-6593-4bca-9af1-460477cb48b7 req-5da258a2-04ad-443a-8563-1b5e8fd83c8a tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (0efb205e-5805-4b7c-878d-01b8667b7116), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:58.514369 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-55a2b0a0-6593-4bca-9af1-460477cb48b7 req-5da258a2-04ad-443a-8563-1b5e8fd83c8a tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] For port 0efb205e-5805-4b7c-878d-01b8667b7116, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=0efb205e-5805-4b7c-878d-01b8667b7116,segment=NetworkSegment(b084ea2e-1b16-4992-90db-58c187729657),segment_id=b084ea2e-1b16-4992-90db-58c187729657)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:42:58.514755 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-55a2b0a0-6593-4bca-9af1-460477cb48b7 req-5da258a2-04ad-443a-8563-1b5e8fd83c8a tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (0efb205e-5805-4b7c-878d-01b8667b7116), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:58.528403 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [req-55a2b0a0-6593-4bca-9af1-460477cb48b7 req-5da258a2-04ad-443a-8563-1b5e8fd83c8a tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Calling delete_port for 0efb205e-5805-4b7c-878d-01b8667b7116 owned by compute:nova {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:42:58.660378 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-55a2b0a0-6593-4bca-9af1-460477cb48b7 req-5da258a2-04ad-443a-8563-1b5e8fd83c8a tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (0efb205e-5805-4b7c-878d-01b8667b7116), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:58.674719 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['0efb205e-5805-4b7c-878d-01b8667b7116'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:42:58.691288 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da258a2-04ad-443a-8563-1b5e8fd83c8a tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Pushing event deleted for resources: {'Port': ['ID=0efb205e-5805-4b7c-878d-01b8667b7116,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:42:58.824939 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0c151c40-bd99-4643-b583-8ff0a5c543f6 req-adb957c8-2ee9-4994-8c77-45f341bd88f7 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0 HTTP/1.1" status: 200 len: 210 time: 0.0297332 Apr 12 13:42:59.038127 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a2b0a0-6593-4bca-9af1-460477cb48b7 req-5da258a2-04ad-443a-8563-1b5e8fd83c8a tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] No DVR routers for this DVR port 0efb205e-5805-4b7c-878d-01b8667b7116 on host hv-cinder-83009 {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:42:59.040727 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-55a2b0a0-6593-4bca-9af1-460477cb48b7 req-5da258a2-04ad-443a-8563-1b5e8fd83c8a tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:42:59.044505 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-55a2b0a0-6593-4bca-9af1-460477cb48b7 req-5da258a2-04ad-443a-8563-1b5e8fd83c8a tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.41 "DELETE /v2.0/ports/0efb205e-5805-4b7c-878d-01b8667b7116 HTTP/1.1" status: 204 len: 173 time: 0.7039530 Apr 12 13:42:59.045163 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0', 'name': 'network-vif-deleted', 'tag': '0efb205e-5805-4b7c-878d-01b8667b7116'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:42:59.048664 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e930681-748c-4bb3-8bd0-29759a0996c0" -d '{"events": [{"server_uuid": "0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0", "name": "network-vif-deleted", "tag": "0efb205e-5805-4b7c-878d-01b8667b7116"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:42:59.092812 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c5e4b4-2e2e-4944-9550-a0fb3908dbf4 x-openstack-request-id: req-e6c5e4b4-2e2e-4944-9550-a0fb3908dbf4 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:42:59.093288 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0", "name": "network-vif-deleted", "tag": "0efb205e-5805-4b7c-878d-01b8667b7116", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:42:59.093391 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6c5e4b4-2e2e-4944-9550-a0fb3908dbf4 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:42:59.093917 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c5e4b4-2e2e-4944-9550-a0fb3908dbf4'] response: {'server_uuid': '0f9f3fd3-27e8-48ca-b23a-c9e1b43b69c0', 'name': 'network-vif-deleted', 'tag': '0efb205e-5805-4b7c-878d-01b8667b7116', 'status': 'completed', 'code': 200} Apr 12 13:42:59.754086 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:00.141843 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-a1c5391b-9f6e-4c2c-b38f-140ddb5935b7 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:00.143368 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-a1c5391b-9f6e-4c2c-b38f-140ddb5935b7 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/networks?id=3ef617b9-c4ba-4094-8d6f-d92623a707f9 HTTP/1.1" status: 200 len: 808 time: 0.1069856 Apr 12 13:43:00.166882 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-370c3fa1-ac0b-493c-96b6-3d9332497c97 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/quotas/310942da2aa94f35861d014ce1e7733a HTTP/1.1" status: 200 len: 375 time: 0.0115547 Apr 12 13:43:00.207727 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-10561fc8-079a-4f98-b11a-2fd3ecdd9855 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=310942da2aa94f35861d014ce1e7733a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352812 Apr 12 13:43:00.322282 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-bd3ce037-a4e8-48ec-87ff-08add36825b5 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103295) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:43:00.323288 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-bd3ce037-a4e8-48ec-87ff-08add36825b5 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1069760 Apr 12 13:43:00.417892 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-fcf7f89a-193a-46e4-9776-4b477cbba296 service neutron] 10.222.0.11 "GET /v2.0/networks/3ef617b9-c4ba-4094-8d6f-d92623a707f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876148 Apr 12 13:43:00.511526 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-7ef8232b-6809-4f37-bac3-cd1e49941439 service neutron] 10.222.0.11 "GET /v2.0/networks/3ef617b9-c4ba-4094-8d6f-d92623a707f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865200 Apr 12 13:43:00.679747 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-517049ee-6a00-47ac-a70e-767e2098e5a0 req-cc5b0085-35b8-43d6-89c4-68af0f295528 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 210 time: 0.0302718 Apr 12 13:43:00.982104 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:01.777299 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-69b947dd-6dd1-4dd1-8014-d120ce5647e3 req-80cb4ad0-dc87-4dcc-9239-2f0d72a324be tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 210 time: 0.0269313 Apr 12 13:43:02.873034 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-00c66667-9291-46c4-9e06-5cbc88d993f5 req-734757fe-0fde-4f11-abe7-a4a4d396343d tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 210 time: 0.0274463 Apr 12 13:43:03.230391 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:43:03.971648 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e50e3763-99ce-4223-b273-451155218121 req-8744bf9b-3d4e-4d52-ae82-a7ecf9cc55ff tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 210 time: 0.0288095 Apr 12 13:43:05.067254 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-119553e1-22cc-4c29-a917-3668e7adc91d req-d0538432-c80c-438b-ba6f-30a8e10b2bc7 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 210 time: 0.0271733 Apr 12 13:43:05.155099 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 0efb205e-5805-4b7c-878d-01b8667b7116 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:43:05.180574 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: 0efb205e-5805-4b7c-878d-01b8667b7116 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:43:05.180902 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 0efb205e-5805-4b7c-878d-01b8667b7116 not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:43:06.167226 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-d5e19f99-4106-4b2d-b70d-079adcef90c5 req-269aa38c-fdee-4ea0-a62c-56a9aaf669f7 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 210 time: 0.0285971 Apr 12 13:43:07.260516 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b3c706f7-042d-49a7-b1d1-f5bcf5ceacc9 req-81236fed-3dd9-476a-82f6-e845bedea9ab tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 210 time: 0.0270643 Apr 12 13:43:07.782795 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-cabba6a8-ff85-46fa-a3c6-cdf344244927 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:07.784278 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-cabba6a8-ff85-46fa-a3c6-cdf344244927 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.41 "GET /v2.0/networks?id=3ef617b9-c4ba-4094-8d6f-d92623a707f9 HTTP/1.1" status: 200 len: 808 time: 0.1258020 Apr 12 13:43:07.805395 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-558293d8-c485-4016-8dbe-03a6faf48665 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Request body: {'port': {'device_id': '06ac1bca-ef1c-49fa-979f-884c2b839013', 'network_id': '3ef617b9-c4ba-4094-8d6f-d92623a707f9', 'admin_state_up': True, 'tenant_id': '310942da2aa94f35861d014ce1e7733a'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:43:07.932357 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-558293d8-c485-4016-8dbe-03a6faf48665 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Made reservation on behalf of 310942da2aa94f35861d014ce1e7733a for: {'port': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:43:07.935616 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-558293d8-c485-4016-8dbe-03a6faf48665 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:08.095731 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-558293d8-c485-4016-8dbe-03a6faf48665 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Allocated IP 172.20.0.3 (3ef617b9-c4ba-4094-8d6f-d92623a707f9/6a81a689-2086-4ec3-b704-5e3f65e01a83/32688458-e4e2-4d1b-b55a-42453b3afa0b) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:43:08.255864 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-558293d8-c485-4016-8dbe-03a6faf48665 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Publish callbacks [] for port (32688458-e4e2-4d1b-b55a-42453b3afa0b), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:08.292221 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-558293d8-c485-4016-8dbe-03a6faf48665 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (32688458-e4e2-4d1b-b55a-42453b3afa0b), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:08.340246 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-558293d8-c485-4016-8dbe-03a6faf48665 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Network 3ef617b9-c4ba-4094-8d6f-d92623a707f9 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:43:08.355547 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-558293d8-c485-4016-8dbe-03a6faf48665 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:43:08.379180 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-558293d8-c485-4016-8dbe-03a6faf48665 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:43:08.393379 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558293d8-c485-4016-8dbe-03a6faf48665 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Pushing event updated for resources: {'Port': ['ID=32688458-e4e2-4d1b-b55a-42453b3afa0b,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:43:08.434974 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78a7bf-5802-4df1-b14b-a924378831f6 req-a0c0a081-87c3-424b-8375-fc1db4411d54 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:08.436571 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-df78a7bf-5802-4df1-b14b-a924378831f6 req-a0c0a081-87c3-424b-8375-fc1db4411d54 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 931 time: 0.0994799 Apr 12 13:43:08.475234 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-558293d8-c485-4016-8dbe-03a6faf48665 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:08.475876 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-558293d8-c485-4016-8dbe-03a6faf48665 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:08.512954 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-558293d8-c485-4016-8dbe-03a6faf48665 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7113683 Apr 12 13:43:08.516498 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-df78a7bf-5802-4df1-b14b-a924378831f6 req-3a648fac-ea6d-4713-9b00-ba5e31d5c3f4 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738254 Apr 12 13:43:08.537611 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Request body: {'port': {'device_id': '06ac1bca-ef1c-49fa-979f-884c2b839013', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:43:08.599065 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (32688458-e4e2-4d1b-b55a-42453b3afa0b), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:08.890038 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32688458-e4e2-4d1b-b55a-42453b3afa0b {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:43:08.898114 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Publish callbacks [] for port (32688458-e4e2-4d1b-b55a-42453b3afa0b), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:08.913663 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Transition to ACTIVE for port object 32688458-e4e2-4d1b-b55a-42453b3afa0b will not be triggered until provisioned by entity L2. {{(pid=103295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:43:08.917673 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (32688458-e4e2-4d1b-b55a-42453b3afa0b), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:08.980334 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Pushing event updated for resources: {'Port': ['ID=32688458-e4e2-4d1b-b55a-42453b3afa0b,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:43:09.062866 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Attempting to bind port 32688458-e4e2-4d1b-b55a-42453b3afa0b on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:43:09.062866 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Attempting to bind port 32688458-e4e2-4d1b-b55a-42453b3afa0b by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': 'b084ea2e-1b16-4992-90db-58c187729657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ef617b9-c4ba-4094-8d6f-d92623a707f9'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:43:09.063342 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Attempting to bind port 32688458-e4e2-4d1b-b55a-42453b3afa0b on network 3ef617b9-c4ba-4094-8d6f-d92623a707f9 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:43:09.068389 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Port 32688458-e4e2-4d1b-b55a-42453b3afa0b on network 3ef617b9-c4ba-4094-8d6f-d92623a707f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:43:09.068802 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Attempting to bind port 32688458-e4e2-4d1b-b55a-42453b3afa0b on network 3ef617b9-c4ba-4094-8d6f-d92623a707f9 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:43:09.075969 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:43:09.075969 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Checking segment: {'id': 'b084ea2e-1b16-4992-90db-58c187729657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ef617b9-c4ba-4094-8d6f-d92623a707f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:43:09.075969 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Bound using segment: {'id': 'b084ea2e-1b16-4992-90db-58c187729657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ef617b9-c4ba-4094-8d6f-d92623a707f9'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:43:09.075969 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Bound port: 32688458-e4e2-4d1b-b55a-42453b3afa0b, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b084ea2e-1b16-4992-90db-58c187729657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3ef617b9-c4ba-4094-8d6f-d92623a707f9'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:43:09.075969 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (32688458-e4e2-4d1b-b55a-42453b3afa0b), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:09.145352 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] For port 32688458-e4e2-4d1b-b55a-42453b3afa0b, host hv-cinder-83009, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:43:09.148557 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] For port 32688458-e4e2-4d1b-b55a-42453b3afa0b, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=32688458-e4e2-4d1b-b55a-42453b3afa0b,segment=NetworkSegment(b084ea2e-1b16-4992-90db-58c187729657),segment_id=b084ea2e-1b16-4992-90db-58c187729657)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:43:09.154651 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (32688458-e4e2-4d1b-b55a-42453b3afa0b), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:09.195557 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:09.196181 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:09.197608 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] 10.222.0.41 "PUT /v2.0/ports/32688458-e4e2-4d1b-b55a-42453b3afa0b HTTP/1.1" status: 200 len: 1093 time: 0.6643775 Apr 12 13:43:09.198049 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ac1bca-ef1c-49fa-979f-884c2b839013', 'tag': '32688458-e4e2-4d1b-b55a-42453b3afa0b'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:43:09.200298 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c46af92-1b5a-4b29-997b-c0047acb0f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "06ac1bca-ef1c-49fa-979f-884c2b839013", "tag": "32688458-e4e2-4d1b-b55a-42453b3afa0b"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:43:09.231312 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4c20e-c6bd-49ab-a7c1-908049f98f92 service neutron] Pushing event updated for resources: {'Port': ['ID=32688458-e4e2-4d1b-b55a-42453b3afa0b,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:43:09.256504 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa019d82-0c5f-400d-9475-029f7d044560 x-openstack-request-id: req-aa019d82-0c5f-400d-9475-029f7d044560 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:43:09.256794 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ac1bca-ef1c-49fa-979f-884c2b839013", "tag": "32688458-e4e2-4d1b-b55a-42453b3afa0b", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:43:09.257051 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa019d82-0c5f-400d-9475-029f7d044560 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:43:09.257472 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa019d82-0c5f-400d-9475-029f7d044560'] response: {'name': 'network-changed', 'server_uuid': '06ac1bca-ef1c-49fa-979f-884c2b839013', 'tag': '32688458-e4e2-4d1b-b55a-42453b3afa0b', 'status': 'completed', 'code': 200} Apr 12 13:43:09.288680 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-c5ee5872-7b7b-4842-9829-35faf8eaf2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:09.290229 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-c5ee5872-7b7b-4842-9829-35faf8eaf2da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=310942da2aa94f35861d014ce1e7733a&device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 1127 time: 0.0426118 Apr 12 13:43:09.364074 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-0ad2bef5-13d5-429d-92f9-96aa22141e56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32688458-e4e2-4d1b-b55a-42453b3afa0b HTTP/1.1" status: 200 len: 217 time: 0.0401959 Apr 12 13:43:09.415325 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-6606934d-96bc-487b-a0ba-fa75f4077a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:09.416718 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-6606934d-96bc-487b-a0ba-fa75f4077a78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a81a689-2086-4ec3-b704-5e3f65e01a83 HTTP/1.1" status: 200 len: 848 time: 0.0459242 Apr 12 13:43:09.457288 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-16b68810-6966-4c42-8bf8-23b79ca32cff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ef617b9-c4ba-4094-8d6f-d92623a707f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306361 Apr 12 13:43:09.552455 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-9263d43c-cf72-473a-b774-de1c24707253 service neutron] 10.222.0.41 "GET /v2.0/networks/3ef617b9-c4ba-4094-8d6f-d92623a707f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883541 Apr 12 13:43:09.667660 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eab1e4-cabc-420c-9fbc-457ff3aa8edb req-77181b46-1fb2-4c2b-9306-742e91cfe9a7 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:09.669051 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b8eab1e4-cabc-420c-9fbc-457ff3aa8edb req-77181b46-1fb2-4c2b-9306-742e91cfe9a7 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 943 time: 0.0807359 Apr 12 13:43:09.710129 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ce4ef132-2f71-4be6-ab59-a72c318ad95f req-5c988dac-8f18-436d-9677-726f678a8803 service neutron] 10.222.0.41 "GET /v2.0/networks/3ef617b9-c4ba-4094-8d6f-d92623a707f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509144 Apr 12 13:43:09.736420 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b8eab1e4-cabc-420c-9fbc-457ff3aa8edb req-89d808ac-b89f-4528-b84d-7bc1c183b895 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599618 Apr 12 13:43:10.860456 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecedc7e-3710-49ac-a2c7-e682f2c92cfd req-52b40e1a-c25b-474f-bd4c-eac75d06a1f2 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:10.861987 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7ecedc7e-3710-49ac-a2c7-e682f2c92cfd req-52b40e1a-c25b-474f-bd4c-eac75d06a1f2 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 943 time: 0.0558505 Apr 12 13:43:10.915560 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7ecedc7e-3710-49ac-a2c7-e682f2c92cfd req-a3df68bc-90bd-4dea-b91d-9cedb5df37f0 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473087 Apr 12 13:43:12.032643 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20e705-9d29-4636-8ecb-62e203d2cabb req-f9b4c3a6-94a4-4b04-8e4c-afd04ee28bbe tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:12.034265 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-df20e705-9d29-4636-8ecb-62e203d2cabb req-f9b4c3a6-94a4-4b04-8e4c-afd04ee28bbe tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 943 time: 0.0507874 Apr 12 13:43:12.090484 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-df20e705-9d29-4636-8ecb-62e203d2cabb req-f4337bc1-b767-4297-995b-1befe570c06b tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499120 Apr 12 13:43:13.170641 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 32688458-e4e2-4d1b-b55a-42453b3afa0b details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:43:13.232664 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad08962-fe71-423d-b0ab-9681e70aea91 req-8bf9cca6-d423-4ebe-8823-852ebade3bef tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:13.235383 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6ad08962-fe71-423d-b0ab-9681e70aea91 req-8bf9cca6-d423-4ebe-8823-852ebade3bef tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 943 time: 0.0621815 Apr 12 13:43:13.292640 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 32688458-e4e2-4d1b-b55a-42453b3afa0b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=32688458-e4e2-4d1b-b55a-42453b3afa0b,segment=NetworkSegment(b084ea2e-1b16-4992-90db-58c187729657),segment_id=b084ea2e-1b16-4992-90db-58c187729657)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:43:13.301141 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6ad08962-fe71-423d-b0ab-9681e70aea91 req-70b234a5-189c-452e-953b-2e37b685bb52 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570495 Apr 12 13:43:13.305945 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': '32688458-e4e2-4d1b-b55a-42453b3afa0b', 'network_id': '3ef617b9-c4ba-4094-8d6f-d92623a707f9', 'port_id': '32688458-e4e2-4d1b-b55a-42453b3afa0b', 'mac_address': 'fa:16:3e:12:0b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a81a689-2086-4ec3-b704-5e3f65e01a83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:43:13.355547 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 32688458-e4e2-4d1b-b55a-42453b3afa0b is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:43:13.356103 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (32688458-e4e2-4d1b-b55a-42453b3afa0b), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:13.372409 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32688458-e4e2-4d1b-b55a-42453b3afa0b {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:43:13.395201 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 32688458-e4e2-4d1b-b55a-42453b3afa0b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=32688458-e4e2-4d1b-b55a-42453b3afa0b,segment=NetworkSegment(b084ea2e-1b16-4992-90db-58c187729657),segment_id=b084ea2e-1b16-4992-90db-58c187729657)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:43:13.399521 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (32688458-e4e2-4d1b-b55a-42453b3afa0b), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:13.415389 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46af92-1b5a-4b29-997b-c0047acb0f1f req-20e06b4b-9976-4f6c-a4f9-8ecbd1655b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:13.417147 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6c46af92-1b5a-4b29-997b-c0047acb0f1f req-20e06b4b-9976-4f6c-a4f9-8ecbd1655b7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=310942da2aa94f35861d014ce1e7733a&device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 1127 time: 0.0494738 Apr 12 13:43:13.454139 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=32688458-e4e2-4d1b-b55a-42453b3afa0b,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:43:13.536112 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46af92-1b5a-4b29-997b-c0047acb0f1f req-b02b89c5-5938-4f0a-8de1-e1a28a0145cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:13.537600 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6c46af92-1b5a-4b29-997b-c0047acb0f1f req-b02b89c5-5938-4f0a-8de1-e1a28a0145cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ef617b9-c4ba-4094-8d6f-d92623a707f9 HTTP/1.1" status: 200 len: 909 time: 0.1064425 Apr 12 13:43:13.582546 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6c46af92-1b5a-4b29-997b-c0047acb0f1f req-3320faff-1856-46bc-aa48-8ed5fa0d822b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=32688458-e4e2-4d1b-b55a-42453b3afa0b HTTP/1.1" status: 200 len: 217 time: 0.0373445 Apr 12 13:43:13.630563 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46af92-1b5a-4b29-997b-c0047acb0f1f req-7494c2a6-2d85-468e-8bbd-e37fda9d1718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:13.631981 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6c46af92-1b5a-4b29-997b-c0047acb0f1f req-7494c2a6-2d85-468e-8bbd-e37fda9d1718 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a81a689-2086-4ec3-b704-5e3f65e01a83 HTTP/1.1" status: 200 len: 848 time: 0.0436978 Apr 12 13:43:13.668902 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6c46af92-1b5a-4b29-997b-c0047acb0f1f req-d18c89f9-8a5a-40c8-9320-aea100ebd4a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ef617b9-c4ba-4094-8d6f-d92623a707f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289044 Apr 12 13:43:13.763943 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6c46af92-1b5a-4b29-997b-c0047acb0f1f req-2411ec57-4962-414a-a59b-57a79a4388fd service neutron] 10.222.0.41 "GET /v2.0/networks/3ef617b9-c4ba-4094-8d6f-d92623a707f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884743 Apr 12 13:43:13.847331 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['32688458-e4e2-4d1b-b55a-42453b3afa0b'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:43:13.862176 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6c46af92-1b5a-4b29-997b-c0047acb0f1f req-f5ae72f9-e5e8-467c-91b4-5bc91e8393cf service neutron] 10.222.0.41 "GET /v2.0/networks/3ef617b9-c4ba-4094-8d6f-d92623a707f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909393 Apr 12 13:43:14.422832 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dedfb-d804-4efe-959a-b803ad75c179 req-d30461a7-8346-41f8-84df-ef454a94e143 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:14.428535 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c95dedfb-d804-4efe-959a-b803ad75c179 req-d30461a7-8346-41f8-84df-ef454a94e143 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 944 time: 0.0510254 Apr 12 13:43:14.481898 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c95dedfb-d804-4efe-959a-b803ad75c179 req-2055738a-0328-46bf-a799-3d478db356ed tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512898 Apr 12 13:43:15.180747 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 32688458-e4e2-4d1b-b55a-42453b3afa0b up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:43:15.225621 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port 32688458-e4e2-4d1b-b55a-42453b3afa0b completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:43:15.232101 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port 32688458-e4e2-4d1b-b55a-42453b3afa0b triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:43:15.232519 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (32688458-e4e2-4d1b-b55a-42453b3afa0b), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:15.311755 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 32688458-e4e2-4d1b-b55a-42453b3afa0b is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:43:15.312285 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (32688458-e4e2-4d1b-b55a-42453b3afa0b), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:15.334123 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ac1bca-ef1c-49fa-979f-884c2b839013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32688458-e4e2-4d1b-b55a-42453b3afa0b'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:43:15.336314 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f8c44a-7e94-4a84-805b-84c67a8f3fe9" -d '{"events": [{"server_uuid": "06ac1bca-ef1c-49fa-979f-884c2b839013", "name": "network-vif-plugged", "status": "completed", "tag": "32688458-e4e2-4d1b-b55a-42453b3afa0b"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:43:15.349831 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 32688458-e4e2-4d1b-b55a-42453b3afa0b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=32688458-e4e2-4d1b-b55a-42453b3afa0b,segment=NetworkSegment(b084ea2e-1b16-4992-90db-58c187729657),segment_id=b084ea2e-1b16-4992-90db-58c187729657)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:43:15.353872 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (32688458-e4e2-4d1b-b55a-42453b3afa0b), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:15.408806 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=32688458-e4e2-4d1b-b55a-42453b3afa0b,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:43:15.502832 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc098bf1-9bcb-4832-989d-1795ede3fe7e x-openstack-request-id: req-cc098bf1-9bcb-4832-989d-1795ede3fe7e {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:43:15.503133 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ac1bca-ef1c-49fa-979f-884c2b839013", "name": "network-vif-plugged", "status": "completed", "tag": "32688458-e4e2-4d1b-b55a-42453b3afa0b", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:43:15.503398 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cc098bf1-9bcb-4832-989d-1795ede3fe7e {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:43:15.503809 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc098bf1-9bcb-4832-989d-1795ede3fe7e'] response: {'server_uuid': '06ac1bca-ef1c-49fa-979f-884c2b839013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32688458-e4e2-4d1b-b55a-42453b3afa0b', 'code': 200} Apr 12 13:43:15.605206 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdd256-b6b7-4184-a8a3-70c7b5cf113d req-f3637452-bbe6-4d30-a5d8-5a299e550e46 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:15.607000 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8cbdd256-b6b7-4184-a8a3-70c7b5cf113d req-f3637452-bbe6-4d30-a5d8-5a299e550e46 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 945 time: 0.0589247 Apr 12 13:43:15.686432 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8cbdd256-b6b7-4184-a8a3-70c7b5cf113d req-8aac1920-cc6e-4bed-b383-e743270e3ec7 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723369 Apr 12 13:43:15.689673 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c72a0-7fe0-4e13-ae05-f846a0bbed15 req-5f1b0780-5b5b-4354-99a8-75edd155f54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:15.691066 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-962c72a0-7fe0-4e13-ae05-f846a0bbed15 req-5f1b0780-5b5b-4354-99a8-75edd155f54a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 1129 time: 0.0582914 Apr 12 13:43:15.738329 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-962c72a0-7fe0-4e13-ae05-f846a0bbed15 req-2246b8c1-2e37-4ee9-b8db-3f3ae38862ef service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400467 Apr 12 13:43:16.802660 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e89a4-038b-4de9-b64c-bf5b58639373 req-37ea02a0-5b91-4092-aec8-fbb82f744105 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:16.804116 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-027e89a4-038b-4de9-b64c-bf5b58639373 req-37ea02a0-5b91-4092-aec8-fbb82f744105 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 945 time: 0.0469766 Apr 12 13:43:16.850129 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-027e89a4-038b-4de9-b64c-bf5b58639373 req-82eb20bb-cbae-4d09-87fd-6507aecbac8a tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404332 Apr 12 13:43:17.968114 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ce753-af95-4fb8-a9a9-40a836c8affa req-146d0d5d-6fb0-411e-84e2-7ce945da3540 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:17.969620 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e43ce753-af95-4fb8-a9a9-40a836c8affa req-146d0d5d-6fb0-411e-84e2-7ce945da3540 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 945 time: 0.0518310 Apr 12 13:43:18.015991 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e43ce753-af95-4fb8-a9a9-40a836c8affa req-bbd7e3a7-9e35-4696-a96e-6c0160025d36 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407038 Apr 12 13:43:18.810680 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aabbdf-ed55-4b46-b584-bc8583b8362e req-e8a30e3d-be62-440e-8d7a-cca666de5169 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:18.812054 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-30aabbdf-ed55-4b46-b584-bc8583b8362e req-e8a30e3d-be62-440e-8d7a-cca666de5169 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 945 time: 0.0480249 Apr 12 13:43:18.859189 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-30aabbdf-ed55-4b46-b584-bc8583b8362e req-e7602bfc-21a1-497c-9b39-34b0eea68e56 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406544 Apr 12 13:43:19.976854 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cd043-19c7-43d3-93e1-c8f919fb9171 req-16246c0b-c3b3-4392-abb7-843298cee4c1 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:19.978370 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d99cd043-19c7-43d3-93e1-c8f919fb9171 req-16246c0b-c3b3-4392-abb7-843298cee4c1 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 945 time: 0.0515428 Apr 12 13:43:20.026763 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d99cd043-19c7-43d3-93e1-c8f919fb9171 req-5ed5d8d2-1328-4acb-91d4-e624419e5132 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/security-groups?id=005f2d56-9d69-47ab-ac85-f7ebff1816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428805 Apr 12 13:43:20.038242 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:20.586029 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42548def-639e-427f-99b9-8c06f79f8fc9 req-76f78300-7ef4-4603-b9e7-73bc0fd7373d tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:20.587475 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-42548def-639e-427f-99b9-8c06f79f8fc9 req-76f78300-7ef4-4603-b9e7-73bc0fd7373d tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.41 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 945 time: 0.0459688 Apr 12 13:43:20.682123 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [req-42548def-639e-427f-99b9-8c06f79f8fc9 req-96f03fb5-1289-4098-ae5f-916f0d90e183 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Deleting port 32688458-e4e2-4d1b-b55a-42453b3afa0b {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:43:20.682513 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-42548def-639e-427f-99b9-8c06f79f8fc9 req-96f03fb5-1289-4098-ae5f-916f0d90e183 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (32688458-e4e2-4d1b-b55a-42453b3afa0b), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:20.776919 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-42548def-639e-427f-99b9-8c06f79f8fc9 req-96f03fb5-1289-4098-ae5f-916f0d90e183 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] For port 32688458-e4e2-4d1b-b55a-42453b3afa0b, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=32688458-e4e2-4d1b-b55a-42453b3afa0b,segment=NetworkSegment(b084ea2e-1b16-4992-90db-58c187729657),segment_id=b084ea2e-1b16-4992-90db-58c187729657)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:43:20.777316 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-42548def-639e-427f-99b9-8c06f79f8fc9 req-96f03fb5-1289-4098-ae5f-916f0d90e183 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (32688458-e4e2-4d1b-b55a-42453b3afa0b), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:20.790302 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [req-42548def-639e-427f-99b9-8c06f79f8fc9 req-96f03fb5-1289-4098-ae5f-916f0d90e183 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Calling delete_port for 32688458-e4e2-4d1b-b55a-42453b3afa0b owned by compute:nova {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:43:20.917543 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-42548def-639e-427f-99b9-8c06f79f8fc9 req-96f03fb5-1289-4098-ae5f-916f0d90e183 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (32688458-e4e2-4d1b-b55a-42453b3afa0b), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:20.934478 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['32688458-e4e2-4d1b-b55a-42453b3afa0b'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:43:20.950277 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f03fb5-1289-4098-ae5f-916f0d90e183 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Pushing event deleted for resources: {'Port': ['ID=32688458-e4e2-4d1b-b55a-42453b3afa0b,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:43:20.996492 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-42548def-639e-427f-99b9-8c06f79f8fc9 req-96f03fb5-1289-4098-ae5f-916f0d90e183 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] No DVR routers for this DVR port 32688458-e4e2-4d1b-b55a-42453b3afa0b on host hv-cinder-83009 {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:43:20.999317 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-42548def-639e-427f-99b9-8c06f79f8fc9 req-96f03fb5-1289-4098-ae5f-916f0d90e183 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:21.004702 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-42548def-639e-427f-99b9-8c06f79f8fc9 req-96f03fb5-1289-4098-ae5f-916f0d90e183 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.41 "DELETE /v2.0/ports/32688458-e4e2-4d1b-b55a-42453b3afa0b HTTP/1.1" status: 204 len: 173 time: 0.4116881 Apr 12 13:43:21.005294 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ac1bca-ef1c-49fa-979f-884c2b839013', 'name': 'network-vif-deleted', 'tag': '32688458-e4e2-4d1b-b55a-42453b3afa0b'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:43:21.009472 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c72779-f1bb-4c99-be3d-7401fd8c32e1" -d '{"events": [{"server_uuid": "06ac1bca-ef1c-49fa-979f-884c2b839013", "name": "network-vif-deleted", "tag": "32688458-e4e2-4d1b-b55a-42453b3afa0b"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:43:21.058279 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3f4d3c-508f-4861-a342-8b01aa54d98f x-openstack-request-id: req-8b3f4d3c-508f-4861-a342-8b01aa54d98f {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:43:21.058575 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ac1bca-ef1c-49fa-979f-884c2b839013", "name": "network-vif-deleted", "tag": "32688458-e4e2-4d1b-b55a-42453b3afa0b", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:43:21.059620 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8b3f4d3c-508f-4861-a342-8b01aa54d98f {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:43:21.060035 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b3f4d3c-508f-4861-a342-8b01aa54d98f'] response: {'server_uuid': '06ac1bca-ef1c-49fa-979f-884c2b839013', 'name': 'network-vif-deleted', 'tag': '32688458-e4e2-4d1b-b55a-42453b3afa0b', 'status': 'completed', 'code': 200} Apr 12 13:43:21.159216 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2e8dec59-260f-4886-84f8-bf303213541e req-a767a677-ea65-4f28-bb8d-69369c0bcba7 tempest-VolumesActionsTest-599186517 tempest-VolumesActionsTest-599186517-project] 10.222.0.11 "GET /v2.0/ports?device_id=06ac1bca-ef1c-49fa-979f-884c2b839013 HTTP/1.1" status: 200 len: 210 time: 0.0449882 Apr 12 13:43:23.933589 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 32688458-e4e2-4d1b-b55a-42453b3afa0b no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:43:23.955202 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: 32688458-e4e2-4d1b-b55a-42453b3afa0b {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:43:23.955570 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 32688458-e4e2-4d1b-b55a-42453b3afa0b not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:43:24.849078 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3f2613ba-a4ab-4abe-9630-e4d77d239962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:27.480393 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-753e5226-cd46-4b75-8f50-92b97ceedd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:28.091611 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:29.758616 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:30.975744 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:40.229311 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:43:42.900652 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 38908) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:43:43.051804 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-86c0afb9-2be6-4d33-932e-bf0f807cd64f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:43.142343 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-86c0afb9-2be6-4d33-932e-bf0f807cd64f admin admin] Publish callbacks [] for security_group (e32956a4-84de-4c4b-825f-48bf6f68b7e5), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:43.147802 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-86c0afb9-2be6-4d33-932e-bf0f807cd64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (e32956a4-84de-4c4b-825f-48bf6f68b7e5), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:43.180314 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-86c0afb9-2be6-4d33-932e-bf0f807cd64f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ddeaa00c8cf743af83c5049fae9daae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784328 Apr 12 13:43:43.183024 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 38914) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:43:43.209134 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0afb9-2be6-4d33-932e-bf0f807cd64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32956a4-84de-4c4b-825f-48bf6f68b7e5,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:43:43.221168 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c0afb9-2be6-4d33-932e-bf0f807cd64f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:43.221520 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c0afb9-2be6-4d33-932e-bf0f807cd64f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:43.221863 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c0afb9-2be6-4d33-932e-bf0f807cd64f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:43.222206 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c0afb9-2be6-4d33-932e-bf0f807cd64f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:43.222529 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c0afb9-2be6-4d33-932e-bf0f807cd64f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:43.222852 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c0afb9-2be6-4d33-932e-bf0f807cd64f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:43.223173 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c0afb9-2be6-4d33-932e-bf0f807cd64f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:43.223495 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c0afb9-2be6-4d33-932e-bf0f807cd64f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:43.223817 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c0afb9-2be6-4d33-932e-bf0f807cd64f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:43.224138 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c0afb9-2be6-4d33-932e-bf0f807cd64f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:43.224463 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c0afb9-2be6-4d33-932e-bf0f807cd64f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:43.224783 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c0afb9-2be6-4d33-932e-bf0f807cd64f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:43.225231 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c0afb9-2be6-4d33-932e-bf0f807cd64f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:43.225548 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c0afb9-2be6-4d33-932e-bf0f807cd64f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:43.225863 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c0afb9-2be6-4d33-932e-bf0f807cd64f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:43.270760 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a1efac87-4021-463b-b841-31a6769fc6f7 admin admin] Publish callbacks [] for security_group (e32956a4-84de-4c4b-825f-48bf6f68b7e5), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:43.297350 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a1efac87-4021-463b-b841-31a6769fc6f7 admin admin] Publish callbacks [] for security_group (e32956a4-84de-4c4b-825f-48bf6f68b7e5), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:43.359731 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a1efac87-4021-463b-b841-31a6769fc6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (e32956a4-84de-4c4b-825f-48bf6f68b7e5), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:43.365458 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a1efac87-4021-463b-b841-31a6769fc6f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:43.367874 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-a1efac87-4021-463b-b841-31a6769fc6f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e32956a4-84de-4c4b-825f-48bf6f68b7e5 HTTP/1.1" status: 204 len: 168 time: 0.1835246 Apr 12 13:43:43.387074 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efac87-4021-463b-b841-31a6769fc6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32956a4-84de-4c4b-825f-48bf6f68b7e5,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:43:50.027801 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:54.854643 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-27f54e26-5d9a-48bf-9739-dd714151d0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:54.938702 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9671ea89-d07d-47d4-a85b-4b68b30124c3 req-a835bbc4-6a52-4a26-a72a-cdd45a4e29d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519099 Apr 12 13:43:55.064599 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671ea89-d07d-47d4-a85b-4b68b30124c3 req-b5d4f906-646f-453c-b3f5-29c520a4fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:55.066285 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9671ea89-d07d-47d4-a85b-4b68b30124c3 req-b5d4f906-646f-453c-b3f5-29c520a4fb4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1676d317c2b9497bb9f5385646737fbf&device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 1129 time: 0.0531502 Apr 12 13:43:55.195092 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671ea89-d07d-47d4-a85b-4b68b30124c3 req-c70c2794-f436-4119-a32e-7fc4bbbe39e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:55.196598 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9671ea89-d07d-47d4-a85b-4b68b30124c3 req-c70c2794-f436-4119-a32e-7fc4bbbe39e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ef085e4-2104-43b5-a43c-9ee214d199b2 HTTP/1.1" status: 200 len: 910 time: 0.1078916 Apr 12 13:43:55.304458 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9671ea89-d07d-47d4-a85b-4b68b30124c3 req-957b9dcb-c49a-4852-b161-a8f0d163f5d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2ed179a-bbd3-40b3-8023-fc05054e87e5 HTTP/1.1" status: 200 len: 1001 time: 0.1003845 Apr 12 13:43:55.398040 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671ea89-d07d-47d4-a85b-4b68b30124c3 req-60cf6a31-f5e6-4d19-876d-f4c6e765a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:55.399698 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9671ea89-d07d-47d4-a85b-4b68b30124c3 req-60cf6a31-f5e6-4d19-876d-f4c6e765a480 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48bac659-ed33-4e2b-b30d-142fa3904e3e HTTP/1.1" status: 200 len: 848 time: 0.0879028 Apr 12 13:43:55.452910 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671ea89-d07d-47d4-a85b-4b68b30124c3 req-be353d27-41c2-46f2-8abd-113e2a0a0ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:43:55.455007 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9671ea89-d07d-47d4-a85b-4b68b30124c3 req-be353d27-41c2-46f2-8abd-113e2a0a0ba1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ef085e4-2104-43b5-a43c-9ee214d199b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476010 Apr 12 13:43:55.591204 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9671ea89-d07d-47d4-a85b-4b68b30124c3 req-3d036297-3cf7-4303-91bd-220e7f50f1a9 service neutron] 10.222.0.41 "GET /v2.0/networks/0ef085e4-2104-43b5-a43c-9ee214d199b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293850 Apr 12 13:43:55.721778 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-9671ea89-d07d-47d4-a85b-4b68b30124c3 req-ee0986ca-cf2c-4857-a17a-bbe3d5efc447 service neutron] 10.222.0.41 "GET /v2.0/networks/0ef085e4-2104-43b5-a43c-9ee214d199b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234899 Apr 12 13:43:56.579770 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 39226) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:43:56.755869 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c401deb3-df23-4bf7-91de-a2b8bd46dce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:56.851474 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c401deb3-df23-4bf7-91de-a2b8bd46dce6 admin admin] Publish callbacks [] for security_group (e0763969-3fec-4409-9262-4aebe436b9cd), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:56.856280 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c401deb3-df23-4bf7-91de-a2b8bd46dce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (e0763969-3fec-4409-9262-4aebe436b9cd), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:56.907237 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-c401deb3-df23-4bf7-91de-a2b8bd46dce6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6759cc65f437489ea4ae3705d49872ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217356 Apr 12 13:43:56.907237 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401deb3-df23-4bf7-91de-a2b8bd46dce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0763969-3fec-4409-9262-4aebe436b9cd,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:43:56.907834 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 39234) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:43:56.981798 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] Publish callbacks [] for security_group (e0763969-3fec-4409-9262-4aebe436b9cd), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:57.013151 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] Publish callbacks [] for security_group (e0763969-3fec-4409-9262-4aebe436b9cd), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:57.086439 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (e0763969-3fec-4409-9262-4aebe436b9cd), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:57.095008 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:57.096196 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0763969-3fec-4409-9262-4aebe436b9cd HTTP/1.1" status: 204 len: 168 time: 0.1872196 Apr 12 13:43:57.114311 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0763969-3fec-4409-9262-4aebe436b9cd,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:43:57.133199 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:57.133572 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:57.134046 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:57.134252 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:57.134797 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:57.135148 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:57.135505 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:57.135851 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:57.136245 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:57.136526 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:57.136900 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:57.137258 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:57.137595 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:57.138114 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:57.138452 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06710ebf-0e97-4663-bb89-410da3528169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:43:57.492167 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 39246) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:43:57.500969 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3cdf1aed-60c4-4924-af60-fffc7db2131d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:57.513061 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-29ddc81b-6b7e-4c23-886f-678973f98cec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:57.600932 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-29ddc81b-6b7e-4c23-886f-678973f98cec admin admin] Publish callbacks [] for security_group (399dbcf7-7f70-4427-850f-0b807e681fa6), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:57.605596 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-29ddc81b-6b7e-4c23-886f-678973f98cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (399dbcf7-7f70-4427-850f-0b807e681fa6), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:57.642124 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddc81b-6b7e-4c23-886f-678973f98cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399dbcf7-7f70-4427-850f-0b807e681fa6,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:43:57.654052 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-29ddc81b-6b7e-4c23-886f-678973f98cec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8767e9d2220470b901873abc4973b4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605444 Apr 12 13:43:57.654263 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 39248) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:43:57.741748 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-10b01220-6f2e-4025-8ce5-64966bc2385e admin admin] Publish callbacks [] for security_group (399dbcf7-7f70-4427-850f-0b807e681fa6), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:57.770815 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-10b01220-6f2e-4025-8ce5-64966bc2385e admin admin] Publish callbacks [] for security_group (399dbcf7-7f70-4427-850f-0b807e681fa6), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:57.840073 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-10b01220-6f2e-4025-8ce5-64966bc2385e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (399dbcf7-7f70-4427-850f-0b807e681fa6), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:57.844197 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-10b01220-6f2e-4025-8ce5-64966bc2385e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:57.848123 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-10b01220-6f2e-4025-8ce5-64966bc2385e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/399dbcf7-7f70-4427-850f-0b807e681fa6 HTTP/1.1" status: 204 len: 168 time: 0.1887670 Apr 12 13:43:57.882502 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b01220-6f2e-4025-8ce5-64966bc2385e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399dbcf7-7f70-4427-850f-0b807e681fa6,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:43:58.109400 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:59.776346 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:43:59.814449 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 39316) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:43:59.980042 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8226ee66-418b-4c91-8780-fffae2f26d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:00.093927 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8226ee66-418b-4c91-8780-fffae2f26d97 admin admin] Publish callbacks [] for security_group (8f9e3f22-b3f6-4070-a716-ca99e226261f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:00.102723 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-8226ee66-418b-4c91-8780-fffae2f26d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (8f9e3f22-b3f6-4070-a716-ca99e226261f), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:00.155806 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226ee66-418b-4c91-8780-fffae2f26d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9e3f22-b3f6-4070-a716-ca99e226261f,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:00.169421 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-8226ee66-418b-4c91-8780-fffae2f26d97 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c9a86cdfe5cd4607837d2b9c2aba8635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3475921 Apr 12 13:44:00.169922 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 39328) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:00.226741 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9c77d249-656f-40bd-87e8-26600b536b78 admin admin] Publish callbacks [] for security_group (8f9e3f22-b3f6-4070-a716-ca99e226261f), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:00.254632 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9c77d249-656f-40bd-87e8-26600b536b78 admin admin] Publish callbacks [] for security_group (8f9e3f22-b3f6-4070-a716-ca99e226261f), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:00.314101 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9c77d249-656f-40bd-87e8-26600b536b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (8f9e3f22-b3f6-4070-a716-ca99e226261f), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:00.317045 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9c77d249-656f-40bd-87e8-26600b536b78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:00.321138 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-9c77d249-656f-40bd-87e8-26600b536b78 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f9e3f22-b3f6-4070-a716-ca99e226261f HTTP/1.1" status: 204 len: 168 time: 0.1497211 Apr 12 13:44:00.331845 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77d249-656f-40bd-87e8-26600b536b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9e3f22-b3f6-4070-a716-ca99e226261f,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:00.982616 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:00.993682 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 39378) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:01.089691 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-6df58aa2-cef6-4d63-b5b3-906697d5d4e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1217339467-network', 'tenant_id': '5de3aaeee6a645a9b1fc40ee4eb00d1a'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:44:01.110431 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df58aa2-cef6-4d63-b5b3-906697d5d4e9 admin admin] Made reservation on behalf of 5de3aaeee6a645a9b1fc40ee4eb00d1a for: {'network': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:44:01.112394 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6df58aa2-cef6-4d63-b5b3-906697d5d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for network (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:01.120957 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6df58aa2-cef6-4d63-b5b3-906697d5d4e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:01.200174 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6df58aa2-cef6-4d63-b5b3-906697d5d4e9 admin admin] Publish callbacks [] for security_group (6f3ef8d7-e48a-4f73-a178-60b5b5c75649), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:01.205063 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6df58aa2-cef6-4d63-b5b3-906697d5d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (6f3ef8d7-e48a-4f73-a178-60b5b5c75649), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:01.232718 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df58aa2-cef6-4d63-b5b3-906697d5d4e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:44:01.241938 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df58aa2-cef6-4d63-b5b3-906697d5d4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3ef8d7-e48a-4f73-a178-60b5b5c75649,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:01.248272 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6df58aa2-cef6-4d63-b5b3-906697d5d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (4cf3a29c-6fa6-4c43-a6c4-0318d29583fd), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:01.248709 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.segments_db [None req-6df58aa2-cef6-4d63-b5b3-906697d5d4e9 admin admin] Added segment 4cf3a29c-6fa6-4c43-a6c4-0318d29583fd of type vlan for network 7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a Apr 12 13:44:01.292636 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6df58aa2-cef6-4d63-b5b3-906697d5d4e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776758315614'] for network (7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:01.322549 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6df58aa2-cef6-4d63-b5b3-906697d5d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for network (7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:01.323641 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df58aa2-cef6-4d63-b5b3-906697d5d4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:01.324284 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6df58aa2-cef6-4d63-b5b3-906697d5d4e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:01.383845 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-6df58aa2-cef6-4d63-b5b3-906697d5d4e9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3889580 Apr 12 13:44:01.387027 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 39418) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:01.390407 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df58aa2-cef6-4d63-b5b3-906697d5d4e9 admin admin] Pushing event updated for resources: {'Network': ['ID=7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:01.393179 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-18b36b76-4250-4952-a674-b63eda6a9e2a admin admin] Request body: {'subnet': {'network_id': '7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1217339467-subnet', 'tenant_id': '5de3aaeee6a645a9b1fc40ee4eb00d1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:44:01.401429 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Network 7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a details requested by agent ovs-agent-dv-cinder-830098-4-iscsi with host dv-cinder-830098-4-iscsi {{(pid=103296) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:44:01.441910 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b36b76-4250-4952-a674-b63eda6a9e2a admin admin] Made reservation on behalf of 5de3aaeee6a645a9b1fc40ee4eb00d1a for: {'subnet': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:44:01.444386 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-18b36b76-4250-4952-a674-b63eda6a9e2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13314749'] for subnet (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:01.643050 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-18b36b76-4250-4952-a674-b63eda6a9e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16178586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13314735'] for subnet (1d457595-38df-4bfc-a967-df712c22f8a1), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:01.957148 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b36b76-4250-4952-a674-b63eda6a9e2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d457595-38df-4bfc-a967-df712c22f8a1,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:01.970748 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b36b76-4250-4952-a674-b63eda6a9e2a admin admin] Checking segment: {'id': '4cf3a29c-6fa6-4c43-a6c4-0318d29583fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:44:01.971114 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b36b76-4250-4952-a674-b63eda6a9e2a admin admin] Network hostable DHCP agents. Network: 7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a, hostable agents: ['3cc0c115-7315-4105-a658-2bafa3cb223c'], hosted agents: [] {{(pid=103294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:44:01.987694 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b36b76-4250-4952-a674-b63eda6a9e2a admin admin] Network 7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a is scheduled to be hosted by DHCP agent 3cc0c115-7315-4105-a658-2bafa3cb223c with binding_index 1 {{(pid=103294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:44:01.996703 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-18b36b76-4250-4952-a674-b63eda6a9e2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-4-iscsi, 7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a) {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:44:02.001656 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b36b76-4250-4952-a674-b63eda6a9e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:02.002743 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-18b36b76-4250-4952-a674-b63eda6a9e2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:02.006446 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6412776a-ec38-4b9e-8624-601b6fae4433 None None] Network 7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:44:02.019506 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-18b36b76-4250-4952-a674-b63eda6a9e2a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6312933 Apr 12 13:44:02.109648 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60534171-7412-4a81-89e8-10dd67d78b62 None None] Network 7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:44:02.629052 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 39448) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:02.675344 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_v2 [None req-9460147f-312d-4a6e-a5a3-8a6a35400a2e admin admin] Deleting subnet 6a81a689-2086-4ec3-b704-5e3f65e01a83 {{(pid=103294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:44:02.678727 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9460147f-312d-4a6e-a5a3-8a6a35400a2e admin admin] Publish callbacks [] for subnet (6a81a689-2086-4ec3-b704-5e3f65e01a83), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:02.717388 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9460147f-312d-4a6e-a5a3-8a6a35400a2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027343'] for subnet (6a81a689-2086-4ec3-b704-5e3f65e01a83), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:02.757308 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9460147f-312d-4a6e-a5a3-8a6a35400a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585855'] for subnet (6a81a689-2086-4ec3-b704-5e3f65e01a83), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:02.816728 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9460147f-312d-4a6e-a5a3-8a6a35400a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13314720'] for subnet (6a81a689-2086-4ec3-b704-5e3f65e01a83), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:02.842095 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460147f-312d-4a6e-a5a3-8a6a35400a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a81a689-2086-4ec3-b704-5e3f65e01a83,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:02.845977 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-9460147f-312d-4a6e-a5a3-8a6a35400a2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:02.849302 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-9460147f-312d-4a6e-a5a3-8a6a35400a2e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6a81a689-2086-4ec3-b704-5e3f65e01a83 HTTP/1.1" status: 204 len: 168 time: 0.2191491 Apr 12 13:44:02.851857 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 39452) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:02.930954 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb7ab-cdb9-454b-a3f1-047c1aa59d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624812'] for network (3ef617b9-c4ba-4094-8d6f-d92623a707f9), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:03.025812 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb7ab-cdb9-454b-a3f1-047c1aa59d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587506', 'neutron.services.segments.db._delete_segments_for_network-8776758846127'] for network (3ef617b9-c4ba-4094-8d6f-d92623a707f9), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:03.046971 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-bdcdb7ab-cdb9-454b-a3f1-047c1aa59d73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef617b9-c4ba-4094-8d6f-d92623a707f9']}} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:44:03.056241 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-bdcdb7ab-cdb9-454b-a3f1-047c1aa59d73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b084ea2e-1b16-4992-90db-58c187729657') {'for_net_delete': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:44:03.056546 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-bdcdb7ab-cdb9-454b-a3f1-047c1aa59d73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b084ea2e-1b16-4992-90db-58c187729657') {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:44:03.067175 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb7ab-cdb9-454b-a3f1-047c1aa59d73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776758847672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16027334'] for segment (b084ea2e-1b16-4992-90db-58c187729657), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:03.081569 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb7ab-cdb9-454b-a3f1-047c1aa59d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (b084ea2e-1b16-4992-90db-58c187729657), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:03.087878 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdcdb7ab-cdb9-454b-a3f1-047c1aa59d73 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:44:03.088272 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb7ab-cdb9-454b-a3f1-047c1aa59d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179197'] for segment (b084ea2e-1b16-4992-90db-58c187729657), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: Traceback (most recent call last): Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: timer() Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: cb(*args, **kw) Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: return func(*args, **kwargs) Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: self._notify() Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: self.callback(batched_events) Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: event.method(event) Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: return f(self, *a, **k) Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: return self._get(url).json() Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: return self.request(url, 'GET', **kwargs) Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:44:03.090320 dv-cinder-830098-4-iscsi neutron-server[103294]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:44:03.150488 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb7ab-cdb9-454b-a3f1-047c1aa59d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466144'] for network (3ef617b9-c4ba-4094-8d6f-d92623a707f9), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:03.155082 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-bdcdb7ab-cdb9-454b-a3f1-047c1aa59d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:03.158580 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-bdcdb7ab-cdb9-454b-a3f1-047c1aa59d73 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3ef617b9-c4ba-4094-8d6f-d92623a707f9 HTTP/1.1" status: 204 len: 168 time: 0.3057148 Apr 12 13:44:03.171671 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcdb7ab-cdb9-454b-a3f1-047c1aa59d73 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef617b9-c4ba-4094-8d6f-d92623a707f9,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:03.275624 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 39464) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:03.317076 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-73506b8c-6ec4-4322-9dc4-916056499de9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=310942da2aa94f35861d014ce1e7733a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402696 Apr 12 13:44:03.319527 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 39466) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:03.369814 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-796842ce-e683-4cfe-bbfb-7326d0fc32ca admin admin] Publish callbacks [] for security_group (005f2d56-9d69-47ab-ac85-f7ebff1816d7), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:03.393700 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-796842ce-e683-4cfe-bbfb-7326d0fc32ca admin admin] Publish callbacks [] for security_group (005f2d56-9d69-47ab-ac85-f7ebff1816d7), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:03.444920 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-796842ce-e683-4cfe-bbfb-7326d0fc32ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (005f2d56-9d69-47ab-ac85-f7ebff1816d7), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:03.447931 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-796842ce-e683-4cfe-bbfb-7326d0fc32ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:03.449230 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-796842ce-e683-4cfe-bbfb-7326d0fc32ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/005f2d56-9d69-47ab-ac85-f7ebff1816d7 HTTP/1.1" status: 204 len: 168 time: 0.1287503 Apr 12 13:44:03.458247 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796842ce-e683-4cfe-bbfb-7326d0fc32ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005f2d56-9d69-47ab-ac85-f7ebff1816d7,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:03.867759 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-d693bf1f-63e0-4715-8c9e-232ff08e3ece tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:03.869320 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-d693bf1f-63e0-4715-8c9e-232ff08e3ece tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/networks?id=7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a HTTP/1.1" status: 200 len: 814 time: 0.1144493 Apr 12 13:44:03.888231 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-30c937e2-7fd7-483b-b918-daa5c255a49a tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/quotas/5de3aaeee6a645a9b1fc40ee4eb00d1a HTTP/1.1" status: 200 len: 375 time: 0.0109236 Apr 12 13:44:03.922785 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-c2b33561-c4fb-4ebe-ac2b-8109a57a39b0 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de3aaeee6a645a9b1fc40ee4eb00d1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277901 Apr 12 13:44:04.021343 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-707c76e5-c86a-4a08-b910-be5a326de48e service neutron] 10.222.0.11 "GET /v2.0/networks/7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914183 Apr 12 13:44:04.112961 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-c3bb2a00-f374-4ad2-b9d6-bf033f223f73 service neutron] 10.222.0.11 "GET /v2.0/networks/7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858581 Apr 12 13:44:04.278782 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-481c9ba8-f403-42bb-8b0f-d6d991dc6665 req-0397fd50-9456-4557-83dd-67b7484b1c41 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=8447c302-b79a-4641-8df8-c0fc84354065 HTTP/1.1" status: 200 len: 210 time: 0.0324972 Apr 12 13:44:05.274571 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-ed89e746-9d19-4253-a712-8bf3a55b44e1 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:05.276186 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-ed89e746-9d19-4253-a712-8bf3a55b44e1 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.41 "GET /v2.0/networks?id=7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a HTTP/1.1" status: 200 len: 814 time: 0.1127570 Apr 12 13:44:05.289327 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-2597f133-ebe6-4acc-8ebf-1f5d2d87a20c tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Request body: {'port': {'device_id': '8447c302-b79a-4641-8df8-c0fc84354065', 'network_id': '7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a', 'admin_state_up': True, 'tenant_id': '5de3aaeee6a645a9b1fc40ee4eb00d1a'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:44:05.380076 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e29b7be4-cab7-4328-aa60-4fe840a33ba3 req-5f4977b3-f30a-4cf8-9a18-aa61d47524e4 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=8447c302-b79a-4641-8df8-c0fc84354065 HTTP/1.1" status: 200 len: 210 time: 0.0279026 Apr 12 13:44:05.402836 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-2597f133-ebe6-4acc-8ebf-1f5d2d87a20c tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Made reservation on behalf of 5de3aaeee6a645a9b1fc40ee4eb00d1a for: {'port': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:44:05.406239 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-2597f133-ebe6-4acc-8ebf-1f5d2d87a20c tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:05.526283 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-2597f133-ebe6-4acc-8ebf-1f5d2d87a20c tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Allocated IP 172.20.0.4 (7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a/1d457595-38df-4bfc-a967-df712c22f8a1/a274d415-43a0-4dfc-9638-d88f55957254) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:44:05.681617 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-2597f133-ebe6-4acc-8ebf-1f5d2d87a20c tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Publish callbacks [] for port (a274d415-43a0-4dfc-9638-d88f55957254), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:05.723496 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-2597f133-ebe6-4acc-8ebf-1f5d2d87a20c tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (a274d415-43a0-4dfc-9638-d88f55957254), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:05.768116 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-2597f133-ebe6-4acc-8ebf-1f5d2d87a20c tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Network 7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:44:05.771103 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-2597f133-ebe6-4acc-8ebf-1f5d2d87a20c tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:44:05.774758 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-2597f133-ebe6-4acc-8ebf-1f5d2d87a20c tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:44:05.784163 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597f133-ebe6-4acc-8ebf-1f5d2d87a20c tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Pushing event updated for resources: {'Port': ['ID=a274d415-43a0-4dfc-9638-d88f55957254,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:05.833080 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-2597f133-ebe6-4acc-8ebf-1f5d2d87a20c tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:05.833721 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-2597f133-ebe6-4acc-8ebf-1f5d2d87a20c tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:05.850733 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-2597f133-ebe6-4acc-8ebf-1f5d2d87a20c tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5651937 Apr 12 13:44:05.923034 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Request body: {'port': {'device_id': '8447c302-b79a-4641-8df8-c0fc84354065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:44:05.986177 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (a274d415-43a0-4dfc-9638-d88f55957254), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:06.247194 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a274d415-43a0-4dfc-9638-d88f55957254 {{(pid=103295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:44:06.255472 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Publish callbacks [] for port (a274d415-43a0-4dfc-9638-d88f55957254), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:06.268373 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.provisioning_blocks [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Transition to ACTIVE for port object a274d415-43a0-4dfc-9638-d88f55957254 will not be triggered until provisioned by entity L2. {{(pid=103295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:44:06.271998 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (a274d415-43a0-4dfc-9638-d88f55957254), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:06.323521 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Pushing event updated for resources: {'Port': ['ID=a274d415-43a0-4dfc-9638-d88f55957254,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:06.393391 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Attempting to bind port a274d415-43a0-4dfc-9638-d88f55957254 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:44:06.393728 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Attempting to bind port a274d415-43a0-4dfc-9638-d88f55957254 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4cf3a29c-6fa6-4c43-a6c4-0318d29583fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a'}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:44:06.394059 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Attempting to bind port a274d415-43a0-4dfc-9638-d88f55957254 on network 7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:44:06.398384 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Port a274d415-43a0-4dfc-9638-d88f55957254 on network 7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:44:06.398702 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Attempting to bind port a274d415-43a0-4dfc-9638-d88f55957254 on network 7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:44:06.403600 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:44:06.403938 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Checking segment: {'id': '4cf3a29c-6fa6-4c43-a6c4-0318d29583fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:44:06.404911 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Bound using segment: {'id': '4cf3a29c-6fa6-4c43-a6c4-0318d29583fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a'} {{(pid=103295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:44:06.405372 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.managers [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Bound port: a274d415-43a0-4dfc-9638-d88f55957254, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf3a29c-6fa6-4c43-a6c4-0318d29583fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a'}}] {{(pid=103295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:44:06.405825 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (a274d415-43a0-4dfc-9638-d88f55957254), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:06.502680 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] For port a274d415-43a0-4dfc-9638-d88f55957254, host hv-cinder-83009, cleared binding levels {{(pid=103295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:44:06.510150 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d395979-aca9-432d-948b-d941088a01f7 req-aa42aef4-0301-4636-859f-eab8f3724918 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:06.511639 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2d395979-aca9-432d-948b-d941088a01f7 req-aa42aef4-0301-4636-859f-eab8f3724918 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=8447c302-b79a-4641-8df8-c0fc84354065 HTTP/1.1" status: 200 len: 943 time: 0.0616877 Apr 12 13:44:06.513388 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] For port a274d415-43a0-4dfc-9638-d88f55957254, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a274d415-43a0-4dfc-9638-d88f55957254,segment=NetworkSegment(4cf3a29c-6fa6-4c43-a6c4-0318d29583fd),segment_id=4cf3a29c-6fa6-4c43-a6c4-0318d29583fd)] {{(pid=103295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:44:06.524913 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (a274d415-43a0-4dfc-9638-d88f55957254), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:06.582290 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:06.582912 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:06.584305 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] 10.222.0.41 "PUT /v2.0/ports/a274d415-43a0-4dfc-9638-d88f55957254 HTTP/1.1" status: 200 len: 1093 time: 0.6655931 Apr 12 13:44:06.584749 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8447c302-b79a-4641-8df8-c0fc84354065', 'tag': 'a274d415-43a0-4dfc-9638-d88f55957254'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:44:06.587261 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a26c10-db12-4bd9-80b7-5d67500676cb" -d '{"events": [{"name": "network-changed", "server_uuid": "8447c302-b79a-4641-8df8-c0fc84354065", "tag": "a274d415-43a0-4dfc-9638-d88f55957254"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:44:06.618848 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2d395979-aca9-432d-948b-d941088a01f7 req-eef7b2b0-ef0a-4537-ad88-3a8056560344 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003418 Apr 12 13:44:06.622473 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a436b-d099-48f1-9b5b-5909e6d64f54 service neutron] Pushing event updated for resources: {'Port': ['ID=a274d415-43a0-4dfc-9638-d88f55957254,revision_number=3']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:06.638046 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1fc94a-f05e-4936-b6de-4c720a796ac8 x-openstack-request-id: req-8f1fc94a-f05e-4936-b6de-4c720a796ac8 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:44:06.638341 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8447c302-b79a-4641-8df8-c0fc84354065", "tag": "a274d415-43a0-4dfc-9638-d88f55957254", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:44:06.638592 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f1fc94a-f05e-4936-b6de-4c720a796ac8 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:44:06.639716 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f1fc94a-f05e-4936-b6de-4c720a796ac8'] response: {'name': 'network-changed', 'server_uuid': '8447c302-b79a-4641-8df8-c0fc84354065', 'tag': 'a274d415-43a0-4dfc-9638-d88f55957254', 'status': 'completed', 'code': 200} Apr 12 13:44:06.959772 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-1ba36889-698f-423b-850d-a9f51b6ef76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:06.961944 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-1ba36889-698f-423b-850d-a9f51b6ef76b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5de3aaeee6a645a9b1fc40ee4eb00d1a&device_id=8447c302-b79a-4641-8df8-c0fc84354065 HTTP/1.1" status: 200 len: 1127 time: 0.3329182 Apr 12 13:44:07.008306 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-693bd78f-c097-47e0-bca2-1ea74949f32b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a274d415-43a0-4dfc-9638-d88f55957254 HTTP/1.1" status: 200 len: 217 time: 0.0384963 Apr 12 13:44:07.059344 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-bbd7ae08-bfde-48f9-afc6-d26fac63a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:07.061404 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-bbd7ae08-bfde-48f9-afc6-d26fac63a13a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1d457595-38df-4bfc-a967-df712c22f8a1 HTTP/1.1" status: 200 len: 854 time: 0.0460546 Apr 12 13:44:07.099215 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-663dcba3-24a0-4ab4-82ea-d4bf1ea7fb54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309145 Apr 12 13:44:07.201861 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-27c383fa-dd96-46a3-a980-5cd55a78bbd5 service neutron] 10.222.0.41 "GET /v2.0/networks/7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909181 Apr 12 13:44:07.298463 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-78f70bc3-fd6a-4d7d-b242-861dd32d70ab req-c16c0eaf-348e-4896-a6b4-1b9ab08b0cc4 service neutron] 10.222.0.41 "GET /v2.0/networks/7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890274 Apr 12 13:44:07.747441 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e859b925-faea-4285-8a2a-0eecfaab0f20 req-d1e7c752-eae8-47ae-83f2-dcf8439d833a tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:07.749170 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e859b925-faea-4285-8a2a-0eecfaab0f20 req-d1e7c752-eae8-47ae-83f2-dcf8439d833a tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=8447c302-b79a-4641-8df8-c0fc84354065 HTTP/1.1" status: 200 len: 943 time: 0.0567384 Apr 12 13:44:07.797670 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e859b925-faea-4285-8a2a-0eecfaab0f20 req-fc244fe3-bf16-42d1-849e-4e6afaf5e485 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428326 Apr 12 13:44:08.911419 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33f3e8-044d-4bae-ae62-898dc084f6cf req-2012c1ff-107c-4180-9d76-5933efe45ba1 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:08.912896 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6f33f3e8-044d-4bae-ae62-898dc084f6cf req-2012c1ff-107c-4180-9d76-5933efe45ba1 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=8447c302-b79a-4641-8df8-c0fc84354065 HTTP/1.1" status: 200 len: 943 time: 0.0483384 Apr 12 13:44:08.959798 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6f33f3e8-044d-4bae-ae62-898dc084f6cf req-ad0528c8-20a4-4093-a687-d2f7e2b4cec4 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413110 Apr 12 13:44:09.550397 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a26c10-db12-4bd9-80b7-5d67500676cb req-a2ac4589-2c8c-4245-a6a4-f2b57f2ae120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:09.551934 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-36a26c10-db12-4bd9-80b7-5d67500676cb req-a2ac4589-2c8c-4245-a6a4-f2b57f2ae120 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5de3aaeee6a645a9b1fc40ee4eb00d1a&device_id=8447c302-b79a-4641-8df8-c0fc84354065 HTTP/1.1" status: 200 len: 1127 time: 0.0430365 Apr 12 13:44:09.657056 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a26c10-db12-4bd9-80b7-5d67500676cb req-c0312e3a-e081-41c5-bcf4-23e83491b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:09.658624 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-36a26c10-db12-4bd9-80b7-5d67500676cb req-c0312e3a-e081-41c5-bcf4-23e83491b282 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a HTTP/1.1" status: 200 len: 915 time: 0.0963542 Apr 12 13:44:09.701854 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-36a26c10-db12-4bd9-80b7-5d67500676cb req-3516be64-5ffb-4e29-b446-5304487227fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a274d415-43a0-4dfc-9638-d88f55957254 HTTP/1.1" status: 200 len: 217 time: 0.0360513 Apr 12 13:44:09.758999 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a26c10-db12-4bd9-80b7-5d67500676cb req-b44c0056-efa6-4330-ac84-d99d6401aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:09.760533 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-36a26c10-db12-4bd9-80b7-5d67500676cb req-b44c0056-efa6-4330-ac84-d99d6401aecb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1d457595-38df-4bfc-a967-df712c22f8a1 HTTP/1.1" status: 200 len: 854 time: 0.0516047 Apr 12 13:44:09.794695 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-36a26c10-db12-4bd9-80b7-5d67500676cb req-6d398613-cba0-4cb6-9375-971169a00ecd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278175 Apr 12 13:44:09.893898 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-36a26c10-db12-4bd9-80b7-5d67500676cb req-b8f128bc-8ee8-4df2-8748-e96724c7de19 service neutron] 10.222.0.41 "GET /v2.0/networks/7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922022 Apr 12 13:44:09.991312 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-36a26c10-db12-4bd9-80b7-5d67500676cb req-666cdebd-7d65-4d76-ab00-a612cbcfcc51 service neutron] 10.222.0.41 "GET /v2.0/networks/7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916116 Apr 12 13:44:10.074720 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9322fd0-0217-495e-8b98-387026b1b12d req-6e7be52e-8400-4ad7-b0a9-4d9afe02876d tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:10.076147 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c9322fd0-0217-495e-8b98-387026b1b12d req-6e7be52e-8400-4ad7-b0a9-4d9afe02876d tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=8447c302-b79a-4641-8df8-c0fc84354065 HTTP/1.1" status: 200 len: 943 time: 0.0478339 Apr 12 13:44:10.123738 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c9322fd0-0217-495e-8b98-387026b1b12d req-0b2d1949-9851-432e-bcf9-21e59f106f41 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418682 Apr 12 13:44:11.236274 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9810fa-e117-44c6-80b6-00a96d198edd req-34666083-10bc-4903-a825-d5722099283f tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:11.237687 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ee9810fa-e117-44c6-80b6-00a96d198edd req-34666083-10bc-4903-a825-d5722099283f tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=8447c302-b79a-4641-8df8-c0fc84354065 HTTP/1.1" status: 200 len: 943 time: 0.0470092 Apr 12 13:44:11.283784 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ee9810fa-e117-44c6-80b6-00a96d198edd req-5ecab3ed-6516-4884-bd96-3da623ddbec7 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405252 Apr 12 13:44:11.487392 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device a274d415-43a0-4dfc-9638-d88f55957254 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:44:11.585560 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port a274d415-43a0-4dfc-9638-d88f55957254, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a274d415-43a0-4dfc-9638-d88f55957254,segment=NetworkSegment(4cf3a29c-6fa6-4c43-a6c4-0318d29583fd),segment_id=4cf3a29c-6fa6-4c43-a6c4-0318d29583fd)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:44:11.597725 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': 'a274d415-43a0-4dfc-9638-d88f55957254', 'network_id': '7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a', 'port_id': 'a274d415-43a0-4dfc-9638-d88f55957254', 'mac_address': 'fa:16:3e:bc:2d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d457595-38df-4bfc-a967-df712c22f8a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:44:11.640066 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port a274d415-43a0-4dfc-9638-d88f55957254 is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:44:11.640653 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (a274d415-43a0-4dfc-9638-d88f55957254), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:11.781893 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a274d415-43a0-4dfc-9638-d88f55957254 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:44:11.812338 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port a274d415-43a0-4dfc-9638-d88f55957254, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a274d415-43a0-4dfc-9638-d88f55957254,segment=NetworkSegment(4cf3a29c-6fa6-4c43-a6c4-0318d29583fd),segment_id=4cf3a29c-6fa6-4c43-a6c4-0318d29583fd)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:44:11.815973 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (a274d415-43a0-4dfc-9638-d88f55957254), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:11.865773 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=a274d415-43a0-4dfc-9638-d88f55957254,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:11.872926 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:44:11.873301 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:44:11.873854 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:44:11.874209 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:44:11.874547 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:44:11.874881 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:44:11.875213 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:44:11.875543 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:44:11.875873 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:44:11.876199 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:44:11.876529 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:44:11.876860 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:44:11.877344 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:44:11.877704 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:44:11.878032 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:44:12.184006 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['a274d415-43a0-4dfc-9638-d88f55957254'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:44:12.407966 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d6ebc-9968-44ac-96e0-9742b5134e0d req-9a311ed9-dec9-4826-ae75-59effb2a4a45 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:12.409506 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-cf1d6ebc-9968-44ac-96e0-9742b5134e0d req-9a311ed9-dec9-4826-ae75-59effb2a4a45 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=8447c302-b79a-4641-8df8-c0fc84354065 HTTP/1.1" status: 200 len: 944 time: 0.0519803 Apr 12 13:44:12.456000 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-cf1d6ebc-9968-44ac-96e0-9742b5134e0d req-9a399881-da6c-4f5b-8502-3a7716aea551 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408323 Apr 12 13:44:13.487000 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device a274d415-43a0-4dfc-9638-d88f55957254 up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:44:13.536365 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port a274d415-43a0-4dfc-9638-d88f55957254 completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:44:13.544280 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port a274d415-43a0-4dfc-9638-d88f55957254 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:44:13.545238 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (a274d415-43a0-4dfc-9638-d88f55957254), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:13.587996 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28401e1-89dc-4207-b844-a72a54e53e78 req-6dd2c974-a050-4598-882b-2907d097edb1 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:13.589539 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c28401e1-89dc-4207-b844-a72a54e53e78 req-6dd2c974-a050-4598-882b-2907d097edb1 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=8447c302-b79a-4641-8df8-c0fc84354065 HTTP/1.1" status: 200 len: 944 time: 0.0592589 Apr 12 13:44:13.642935 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c28401e1-89dc-4207-b844-a72a54e53e78 req-5aa84d3d-29dd-4ee7-882f-614d001b9208 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455875 Apr 12 13:44:13.652263 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port a274d415-43a0-4dfc-9638-d88f55957254 is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:44:13.652666 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (a274d415-43a0-4dfc-9638-d88f55957254), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:13.681083 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8447c302-b79a-4641-8df8-c0fc84354065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a274d415-43a0-4dfc-9638-d88f55957254'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:44:13.683940 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69ac5a8-d2f0-428c-aea2-3414cd538339" -d '{"events": [{"server_uuid": "8447c302-b79a-4641-8df8-c0fc84354065", "name": "network-vif-plugged", "status": "completed", "tag": "a274d415-43a0-4dfc-9638-d88f55957254"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:44:13.696368 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port a274d415-43a0-4dfc-9638-d88f55957254, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a274d415-43a0-4dfc-9638-d88f55957254,segment=NetworkSegment(4cf3a29c-6fa6-4c43-a6c4-0318d29583fd),segment_id=4cf3a29c-6fa6-4c43-a6c4-0318d29583fd)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:44:13.700514 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (a274d415-43a0-4dfc-9638-d88f55957254), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:13.727698 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21a4e0a-9a75-4696-8bd8-7f5da56e2c81 x-openstack-request-id: req-a21a4e0a-9a75-4696-8bd8-7f5da56e2c81 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:44:13.727999 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8447c302-b79a-4641-8df8-c0fc84354065", "name": "network-vif-plugged", "status": "completed", "tag": "a274d415-43a0-4dfc-9638-d88f55957254", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:44:13.728257 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a21a4e0a-9a75-4696-8bd8-7f5da56e2c81 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:44:13.728694 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a21a4e0a-9a75-4696-8bd8-7f5da56e2c81'] response: {'server_uuid': '8447c302-b79a-4641-8df8-c0fc84354065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a274d415-43a0-4dfc-9638-d88f55957254', 'code': 200} Apr 12 13:44:13.760667 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=a274d415-43a0-4dfc-9638-d88f55957254,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:13.892835 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360ede9-11f0-4ee2-8164-a47c70eadee8 req-cc910a90-6182-4cce-a45d-63998d684016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:13.894413 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0360ede9-11f0-4ee2-8164-a47c70eadee8 req-cc910a90-6182-4cce-a45d-63998d684016 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8447c302-b79a-4641-8df8-c0fc84354065 HTTP/1.1" status: 200 len: 1129 time: 0.0419910 Apr 12 13:44:13.941707 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-0360ede9-11f0-4ee2-8164-a47c70eadee8 req-dd3b1023-7119-4fa0-8fb2-2a7d8de89f44 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407453 Apr 12 13:44:14.756849 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a00b3-2b5b-4109-af7a-7378c640955c req-5f9f03fa-48f0-44f0-8e6c-67657ce3ded2 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:14.758345 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-907a00b3-2b5b-4109-af7a-7378c640955c req-5f9f03fa-48f0-44f0-8e6c-67657ce3ded2 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=8447c302-b79a-4641-8df8-c0fc84354065 HTTP/1.1" status: 200 len: 945 time: 0.0473025 Apr 12 13:44:14.808937 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-907a00b3-2b5b-4109-af7a-7378c640955c req-7fd887f1-a0a1-4eee-a7bb-6ab709380f00 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442054 Apr 12 13:44:15.494319 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 39668) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:15.604070 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-764dab55-3fa2-41e1-8879-3c87a0ecb29a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:15.692096 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-764dab55-3fa2-41e1-8879-3c87a0ecb29a admin admin] Publish callbacks [] for security_group (7d9d5df7-015a-4183-be97-191e4dc10327), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:15.696031 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-764dab55-3fa2-41e1-8879-3c87a0ecb29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (7d9d5df7-015a-4183-be97-191e4dc10327), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:15.736075 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-764dab55-3fa2-41e1-8879-3c87a0ecb29a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7df789ae8af649ce8e4cf7f89becaf3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406461 Apr 12 13:44:15.737233 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764dab55-3fa2-41e1-8879-3c87a0ecb29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9d5df7-015a-4183-be97-191e4dc10327,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:15.738833 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 39672) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:15.789706 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5d0cef44-8c43-44f1-8320-c33fb90ef7e0 admin admin] Publish callbacks [] for security_group (7d9d5df7-015a-4183-be97-191e4dc10327), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:15.811152 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5d0cef44-8c43-44f1-8320-c33fb90ef7e0 admin admin] Publish callbacks [] for security_group (7d9d5df7-015a-4183-be97-191e4dc10327), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:15.860132 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5d0cef44-8c43-44f1-8320-c33fb90ef7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (7d9d5df7-015a-4183-be97-191e4dc10327), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:15.863033 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-5d0cef44-8c43-44f1-8320-c33fb90ef7e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:15.864218 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-5d0cef44-8c43-44f1-8320-c33fb90ef7e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d9d5df7-015a-4183-be97-191e4dc10327 HTTP/1.1" status: 204 len: 168 time: 0.1235559 Apr 12 13:44:15.872340 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cef44-8c43-44f1-8320-c33fb90ef7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9d5df7-015a-4183-be97-191e4dc10327,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:15.936718 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3598e6e-0743-4671-83a9-e6a9132874af req-a6b54c4a-672d-4d85-9121-5afe6c86dadf tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:15.938301 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c3598e6e-0743-4671-83a9-e6a9132874af req-a6b54c4a-672d-4d85-9121-5afe6c86dadf tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=8447c302-b79a-4641-8df8-c0fc84354065 HTTP/1.1" status: 200 len: 945 time: 0.0555105 Apr 12 13:44:15.995429 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c3598e6e-0743-4671-83a9-e6a9132874af req-589d9fe1-26a2-467d-b961-dd0ed6a964fa tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514829 Apr 12 13:44:16.140819 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 39710) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:16.155407 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f7481e6f-3334-4ece-9442-b0bb56a57cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:16.237566 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f7481e6f-3334-4ece-9442-b0bb56a57cd4 admin admin] Publish callbacks [] for security_group (2592bc0e-bbcf-4d39-a08e-d1968492bd30), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:16.241732 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-f7481e6f-3334-4ece-9442-b0bb56a57cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (2592bc0e-bbcf-4d39-a08e-d1968492bd30), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:16.281908 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-f7481e6f-3334-4ece-9442-b0bb56a57cd4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=126d8aa3f39f4cd89ba0051b20214de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398473 Apr 12 13:44:16.282722 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7481e6f-3334-4ece-9442-b0bb56a57cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2592bc0e-bbcf-4d39-a08e-d1968492bd30,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:16.284527 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 39720) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:16.337317 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b52b1f67-948f-41b2-bd72-0b9cc80015e2 admin admin] Publish callbacks [] for security_group (2592bc0e-bbcf-4d39-a08e-d1968492bd30), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:16.361015 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b52b1f67-948f-41b2-bd72-0b9cc80015e2 admin admin] Publish callbacks [] for security_group (2592bc0e-bbcf-4d39-a08e-d1968492bd30), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:16.432223 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b52b1f67-948f-41b2-bd72-0b9cc80015e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (2592bc0e-bbcf-4d39-a08e-d1968492bd30), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:16.435937 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b52b1f67-948f-41b2-bd72-0b9cc80015e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:16.437605 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-b52b1f67-948f-41b2-bd72-0b9cc80015e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2592bc0e-bbcf-4d39-a08e-d1968492bd30 HTTP/1.1" status: 204 len: 168 time: 0.1519477 Apr 12 13:44:16.447365 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b1f67-948f-41b2-bd72-0b9cc80015e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2592bc0e-bbcf-4d39-a08e-d1968492bd30,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:17.228165 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:44:20.054234 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:24.850142 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-89598740-4891-4034-9ac0-cf610adebb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:27.483436 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-82f3627b-9f32-41ea-8531-6611c0f61c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:28.096568 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:29.767139 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:30.978620 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:32.869800 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 39932) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:32.972995 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79f611eb-2080-4cf7-8a2f-796131bedca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:33.052750 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79f611eb-2080-4cf7-8a2f-796131bedca3 admin admin] Publish callbacks [] for security_group (f1dcd3fc-3db6-4df4-824d-d84c00ededfa), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:33.056603 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-79f611eb-2080-4cf7-8a2f-796131bedca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (f1dcd3fc-3db6-4df4-824d-d84c00ededfa), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:33.095533 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-79f611eb-2080-4cf7-8a2f-796131bedca3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c12347d36ee14b42a9552ff607d60a1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246230 Apr 12 13:44:33.096524 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f611eb-2080-4cf7-8a2f-796131bedca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dcd3fc-3db6-4df4-824d-d84c00ededfa,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:33.098215 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 39936) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:33.160005 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0ba2d8f4-8a7f-45a9-9a5b-aca95a5cf9ae admin admin] Publish callbacks [] for security_group (f1dcd3fc-3db6-4df4-824d-d84c00ededfa), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:33.182416 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0ba2d8f4-8a7f-45a9-9a5b-aca95a5cf9ae admin admin] Publish callbacks [] for security_group (f1dcd3fc-3db6-4df4-824d-d84c00ededfa), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:33.229319 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0ba2d8f4-8a7f-45a9-9a5b-aca95a5cf9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (f1dcd3fc-3db6-4df4-824d-d84c00ededfa), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:33.232816 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-0ba2d8f4-8a7f-45a9-9a5b-aca95a5cf9ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:33.236627 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-0ba2d8f4-8a7f-45a9-9a5b-aca95a5cf9ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1dcd3fc-3db6-4df4-824d-d84c00ededfa HTTP/1.1" status: 204 len: 168 time: 0.1364009 Apr 12 13:44:33.244501 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2d8f4-8a7f-45a9-9a5b-aca95a5cf9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dcd3fc-3db6-4df4-824d-d84c00ededfa,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:33.515625 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 39944) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:33.529194 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6b55b1b5-59e9-4047-871b-0b7eee9332e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:33.615705 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6b55b1b5-59e9-4047-871b-0b7eee9332e9 admin admin] Publish callbacks [] for security_group (aa158711-eeea-4f10-9531-cbaadfcb0ffd), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:33.619853 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6b55b1b5-59e9-4047-871b-0b7eee9332e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (aa158711-eeea-4f10-9531-cbaadfcb0ffd), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:33.661656 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-6b55b1b5-59e9-4047-871b-0b7eee9332e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=48f56616747241ab917e483464e8ad40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449351 Apr 12 13:44:33.662518 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55b1b5-59e9-4047-871b-0b7eee9332e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa158711-eeea-4f10-9531-cbaadfcb0ffd,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:33.664318 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 39946) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:33.714450 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e0d9758a-3487-45f6-9687-9c70766d9854 admin admin] Publish callbacks [] for security_group (aa158711-eeea-4f10-9531-cbaadfcb0ffd), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:33.735296 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e0d9758a-3487-45f6-9687-9c70766d9854 admin admin] Publish callbacks [] for security_group (aa158711-eeea-4f10-9531-cbaadfcb0ffd), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:33.782075 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e0d9758a-3487-45f6-9687-9c70766d9854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (aa158711-eeea-4f10-9531-cbaadfcb0ffd), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:33.784593 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e0d9758a-3487-45f6-9687-9c70766d9854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:33.785778 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-e0d9758a-3487-45f6-9687-9c70766d9854 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa158711-eeea-4f10-9531-cbaadfcb0ffd HTTP/1.1" status: 204 len: 168 time: 0.1204863 Apr 12 13:44:33.793214 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9758a-3487-45f6-9687-9c70766d9854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa158711-eeea-4f10-9531-cbaadfcb0ffd,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:38.063549 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40026) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:38.167026 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9cbecc81-e21d-4f62-8900-3dfc488ccbc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:38.251737 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9cbecc81-e21d-4f62-8900-3dfc488ccbc3 admin admin] Publish callbacks [] for security_group (57fbd0a4-7f64-4a21-a776-ae3557c7079a), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:38.255525 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-9cbecc81-e21d-4f62-8900-3dfc488ccbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (57fbd0a4-7f64-4a21-a776-ae3557c7079a), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:38.292462 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbecc81-e21d-4f62-8900-3dfc488ccbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fbd0a4-7f64-4a21-a776-ae3557c7079a,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:38.296977 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-9cbecc81-e21d-4f62-8900-3dfc488ccbc3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4993c4a0ac3149dcac0c1e080b4e3f6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323089 Apr 12 13:44:38.299660 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40030) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:38.349730 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0f23cd63-483a-4751-8f91-856162e2c8e2 admin admin] Publish callbacks [] for security_group (57fbd0a4-7f64-4a21-a776-ae3557c7079a), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:38.371725 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0f23cd63-483a-4751-8f91-856162e2c8e2 admin admin] Publish callbacks [] for security_group (57fbd0a4-7f64-4a21-a776-ae3557c7079a), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:38.419138 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0f23cd63-483a-4751-8f91-856162e2c8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (57fbd0a4-7f64-4a21-a776-ae3557c7079a), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:38.422385 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-0f23cd63-483a-4751-8f91-856162e2c8e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:38.423931 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-0f23cd63-483a-4751-8f91-856162e2c8e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57fbd0a4-7f64-4a21-a776-ae3557c7079a HTTP/1.1" status: 204 len: 168 time: 0.1233428 Apr 12 13:44:38.432852 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23cd63-483a-4751-8f91-856162e2c8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fbd0a4-7f64-4a21-a776-ae3557c7079a,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:38.689202 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40038) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:38.703524 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e42397d6-a5aa-46b5-b276-8acff4bf9698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:38.801124 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e42397d6-a5aa-46b5-b276-8acff4bf9698 admin admin] Publish callbacks [] for security_group (4d08f9e9-e6cf-408f-a43e-6835bec7ef11), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:38.804993 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e42397d6-a5aa-46b5-b276-8acff4bf9698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (4d08f9e9-e6cf-408f-a43e-6835bec7ef11), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:38.846860 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-e42397d6-a5aa-46b5-b276-8acff4bf9698 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a06812823fe4415a4f153287a013bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565268 Apr 12 13:44:38.848091 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42397d6-a5aa-46b5-b276-8acff4bf9698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d08f9e9-e6cf-408f-a43e-6835bec7ef11,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:38.849646 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 40040) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:38.900835 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-214ad381-8ab9-4de4-96be-ace4b6e26ac5 admin admin] Publish callbacks [] for security_group (4d08f9e9-e6cf-408f-a43e-6835bec7ef11), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:38.922182 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-214ad381-8ab9-4de4-96be-ace4b6e26ac5 admin admin] Publish callbacks [] for security_group (4d08f9e9-e6cf-408f-a43e-6835bec7ef11), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:38.969484 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-214ad381-8ab9-4de4-96be-ace4b6e26ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (4d08f9e9-e6cf-408f-a43e-6835bec7ef11), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:38.972114 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-214ad381-8ab9-4de4-96be-ace4b6e26ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:38.973294 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-214ad381-8ab9-4de4-96be-ace4b6e26ac5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4d08f9e9-e6cf-408f-a43e-6835bec7ef11 HTTP/1.1" status: 204 len: 168 time: 0.1217992 Apr 12 13:44:38.981760 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ad381-8ab9-4de4-96be-ace4b6e26ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d08f9e9-e6cf-408f-a43e-6835bec7ef11,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:40.902097 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40112) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:41.004744 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1df533e2-12c5-4a31-9b11-9e1fa276ce3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:41.078615 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1df533e2-12c5-4a31-9b11-9e1fa276ce3e admin admin] Publish callbacks [] for security_group (5d904c47-904b-4f7a-acb4-649d05fa5a0d), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:41.082511 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1df533e2-12c5-4a31-9b11-9e1fa276ce3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (5d904c47-904b-4f7a-acb4-649d05fa5a0d), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:41.120332 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-1df533e2-12c5-4a31-9b11-9e1fa276ce3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bca1b34d32944356bce3ba91ccb3d991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171211 Apr 12 13:44:41.121965 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df533e2-12c5-4a31-9b11-9e1fa276ce3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d904c47-904b-4f7a-acb4-649d05fa5a0d,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:41.123723 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 40116) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:41.174636 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c9a3f685-45bc-4ef7-a0d2-5bff98cbc8e2 admin admin] Publish callbacks [] for security_group (5d904c47-904b-4f7a-acb4-649d05fa5a0d), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:41.197624 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c9a3f685-45bc-4ef7-a0d2-5bff98cbc8e2 admin admin] Publish callbacks [] for security_group (5d904c47-904b-4f7a-acb4-649d05fa5a0d), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:41.245223 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c9a3f685-45bc-4ef7-a0d2-5bff98cbc8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (5d904c47-904b-4f7a-acb4-649d05fa5a0d), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:41.248917 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-c9a3f685-45bc-4ef7-a0d2-5bff98cbc8e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:41.250097 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-c9a3f685-45bc-4ef7-a0d2-5bff98cbc8e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d904c47-904b-4f7a-acb4-649d05fa5a0d HTTP/1.1" status: 204 len: 168 time: 0.1253879 Apr 12 13:44:41.258090 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a3f685-45bc-4ef7-a0d2-5bff98cbc8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d904c47-904b-4f7a-acb4-649d05fa5a0d,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:41.513168 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 40122) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:41.526183 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b41ebd0b-4884-46d7-a06e-495699d12faf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:41.602578 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b41ebd0b-4884-46d7-a06e-495699d12faf admin admin] Publish callbacks [] for security_group (6c0c49ae-0690-4ae5-abee-eb855a3b88d4), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:41.607179 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b41ebd0b-4884-46d7-a06e-495699d12faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (6c0c49ae-0690-4ae5-abee-eb855a3b88d4), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:41.646309 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-b41ebd0b-4884-46d7-a06e-495699d12faf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=098d86883a77483089f280a00d577437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319911 Apr 12 13:44:41.647300 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ebd0b-4884-46d7-a06e-495699d12faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0c49ae-0690-4ae5-abee-eb855a3b88d4,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:41.649076 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40126) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:41.701453 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-06c03046-1aef-40cd-b8b1-9754f11ed96f admin admin] Publish callbacks [] for security_group (6c0c49ae-0690-4ae5-abee-eb855a3b88d4), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:41.726860 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-06c03046-1aef-40cd-b8b1-9754f11ed96f admin admin] Publish callbacks [] for security_group (6c0c49ae-0690-4ae5-abee-eb855a3b88d4), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:41.774682 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-06c03046-1aef-40cd-b8b1-9754f11ed96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (6c0c49ae-0690-4ae5-abee-eb855a3b88d4), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:41.778219 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-06c03046-1aef-40cd-b8b1-9754f11ed96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:41.779361 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-06c03046-1aef-40cd-b8b1-9754f11ed96f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6c0c49ae-0690-4ae5-abee-eb855a3b88d4 HTTP/1.1" status: 204 len: 168 time: 0.1274116 Apr 12 13:44:41.789097 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c03046-1aef-40cd-b8b1-9754f11ed96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0c49ae-0690-4ae5-abee-eb855a3b88d4,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:42.828715 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40166) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:42.932208 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3cb53b3c-f124-4f1b-abf7-8698cb054b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:43.009013 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3cb53b3c-f124-4f1b-abf7-8698cb054b82 admin admin] Publish callbacks [] for security_group (b718dadb-6bbf-454e-9c18-740380c0d9dc), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:43.013520 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-3cb53b3c-f124-4f1b-abf7-8698cb054b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (b718dadb-6bbf-454e-9c18-740380c0d9dc), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:43.050537 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb53b3c-f124-4f1b-abf7-8698cb054b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b718dadb-6bbf-454e-9c18-740380c0d9dc,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:43.054933 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-3cb53b3c-f124-4f1b-abf7-8698cb054b82 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17d1fe93a47745c88805d8e08464b035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248333 Apr 12 13:44:43.057479 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40172) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:43.109627 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7e01c449-ad0f-4cbe-a5dc-4b0125ce127c admin admin] Publish callbacks [] for security_group (b718dadb-6bbf-454e-9c18-740380c0d9dc), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:43.140871 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7e01c449-ad0f-4cbe-a5dc-4b0125ce127c admin admin] Publish callbacks [] for security_group (b718dadb-6bbf-454e-9c18-740380c0d9dc), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:43.189774 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7e01c449-ad0f-4cbe-a5dc-4b0125ce127c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (b718dadb-6bbf-454e-9c18-740380c0d9dc), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:43.192462 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7e01c449-ad0f-4cbe-a5dc-4b0125ce127c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:43.193629 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-7e01c449-ad0f-4cbe-a5dc-4b0125ce127c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b718dadb-6bbf-454e-9c18-740380c0d9dc HTTP/1.1" status: 204 len: 168 time: 0.1352613 Apr 12 13:44:43.204907 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01c449-ad0f-4cbe-a5dc-4b0125ce127c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b718dadb-6bbf-454e-9c18-740380c0d9dc,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:46.924728 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 40216) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:44:47.218442 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f359f-2ed5-4b72-bab7-a3e8b2032b67 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Deleting port 4658c5b8-824f-4e39-bdb3-79e590848e8e {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:44:47.218672 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ab3f359f-2ed5-4b72-bab7-a3e8b2032b67 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (4658c5b8-824f-4e39-bdb3-79e590848e8e), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:47.296722 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ab3f359f-2ed5-4b72-bab7-a3e8b2032b67 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (4658c5b8-824f-4e39-bdb3-79e590848e8e), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:47.297052 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ab3f359f-2ed5-4b72-bab7-a3e8b2032b67 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for floatingip (4658c5b8-824f-4e39-bdb3-79e590848e8e), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:47.309544 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-ab3f359f-2ed5-4b72-bab7-a3e8b2032b67 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Calling delete_port for 4658c5b8-824f-4e39-bdb3-79e590848e8e owned by network:floatingip {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:44:47.479725 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ab3f359f-2ed5-4b72-bab7-a3e8b2032b67 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (4658c5b8-824f-4e39-bdb3-79e590848e8e), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:47.506184 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f359f-2ed5-4b72-bab7-a3e8b2032b67 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Pushing event deleted for resources: {'Port': ['ID=4658c5b8-824f-4e39-bdb3-79e590848e8e,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:47.568873 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ab3f359f-2ed5-4b72-bab7-a3e8b2032b67 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for floatingip (cf9449bf-ce12-464b-a1b3-45348e722f27), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:47.569233 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.l3_db [None req-ab3f359f-2ed5-4b72-bab7-a3e8b2032b67 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Floating IP cf9449bf-ce12-464b-a1b3-45348e722f27 disassociated (deleted). External IP: 172.27.2.132, port: c2ed179a-bbd3-40b3-8023-fc05054e87e5. Apr 12 13:44:47.781784 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3f359f-2ed5-4b72-bab7-a3e8b2032b67 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Router f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:44:47.894859 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3f359f-2ed5-4b72-bab7-a3e8b2032b67 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:44:47.899415 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ab3f359f-2ed5-4b72-bab7-a3e8b2032b67 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:47.906046 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06207616-071d-4340-b0fa-a0df2ac0c7b1 None None] Sync routers for ids ['f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:44:47.915532 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06207616-071d-4340-b0fa-a0df2ac0c7b1 None None] Routers {'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:44:47.916160 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-06207616-071d-4340-b0fa-a0df2ac0c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:44:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:44:47.930417 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-ab3f359f-2ed5-4b72-bab7-a3e8b2032b67 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "DELETE /v2.0/floatingips/cf9449bf-ce12-464b-a1b3-45348e722f27 HTTP/1.1" status: 204 len: 168 time: 1.0045297 Apr 12 13:44:47.930978 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c26641-9eaa-496a-abfc-a1787d465d21', 'tag': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:44:47.933994 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56600611-5c5e-44ca-bc5e-1fd4fb3ead2d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c26641-9eaa-496a-abfc-a1787d465d21", "tag": "c2ed179a-bbd3-40b3-8023-fc05054e87e5"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:44:47.972193 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9847abe-9ecb-4eef-9a11-1e0925d12699 x-openstack-request-id: req-d9847abe-9ecb-4eef-9a11-1e0925d12699 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:44:47.972495 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c26641-9eaa-496a-abfc-a1787d465d21", "tag": "c2ed179a-bbd3-40b3-8023-fc05054e87e5", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:44:47.972753 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d9847abe-9ecb-4eef-9a11-1e0925d12699 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:44:47.973186 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9847abe-9ecb-4eef-9a11-1e0925d12699'] response: {'name': 'network-changed', 'server_uuid': 'd0c26641-9eaa-496a-abfc-a1787d465d21', 'tag': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5', 'status': 'completed', 'code': 200} Apr 12 13:44:48.039029 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-06207616-071d-4340-b0fa-a0df2ac0c7b1 None None] Set router f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:44:48.162544 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c048c74-05ff-42c1-b178-142521c5ed17 req-9e9ba82b-ae1a-4a1e-8f2d-dc892eb0d7a2 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:48.164556 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3c048c74-05ff-42c1-b178-142521c5ed17 req-9e9ba82b-ae1a-4a1e-8f2d-dc892eb0d7a2 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0522180 Apr 12 13:44:48.215581 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3c048c74-05ff-42c1-b178-142521c5ed17 req-50033c4f-08c4-4e3c-ac2b-833328081ff3 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443654 Apr 12 13:44:48.236818 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-06207616-071d-4340-b0fa-a0df2ac0c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'name': 'tempest-TestShelveInstance-1588949542-router', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:49Z', 'revision_number': 4, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'gw_port': {'id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'd6a25301-ef18-4626-b2fa-c822d3c338c2', 'name': '', 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'mac_address': 'fa:16:3e:16:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '48bac659-ed33-4e2b-b30d-142fa3904e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:47Z', 'updated_at': '2022-04-12T13:37:51Z', 'revision_number': 5, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'subnets': [{'id': '48bac659-ed33-4e2b-b30d-142fa3904e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:44:48.268481 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06207616-071d-4340-b0fa-a0df2ac0c7b1 None None] Checking router: f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:44:48.276811 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06207616-071d-4340-b0fa-a0df2ac0c7b1 None None] Routers {'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:44:48.277970 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-06207616-071d-4340-b0fa-a0df2ac0c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:44:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:44:48.389438 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-06207616-071d-4340-b0fa-a0df2ac0c7b1 None None] Set router f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:44:48.578204 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-06207616-071d-4340-b0fa-a0df2ac0c7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'name': 'tempest-TestShelveInstance-1588949542-router', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:49Z', 'revision_number': 4, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'gw_port': {'id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'd6a25301-ef18-4626-b2fa-c822d3c338c2', 'name': '', 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'mac_address': 'fa:16:3e:16:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '48bac659-ed33-4e2b-b30d-142fa3904e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:47Z', 'updated_at': '2022-04-12T13:37:51Z', 'revision_number': 5, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'subnets': [{'id': '48bac659-ed33-4e2b-b30d-142fa3904e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:44:48.610298 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06207616-071d-4340-b0fa-a0df2ac0c7b1 None None] The sync data for ids ['f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'] in dv-cinder-830098-4-iscsi is: [{'id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'name': 'tempest-TestShelveInstance-1588949542-router', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:49Z', 'revision_number': 4, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'gw_port': {'id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'd6a25301-ef18-4626-b2fa-c822d3c338c2', 'name': '', 'network_id': '0ef085e4-2104-43b5-a43c-9ee214d199b2', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'mac_address': 'fa:16:3e:16:e3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '48bac659-ed33-4e2b-b30d-142fa3904e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:47Z', 'updated_at': '2022-04-12T13:37:51Z', 'revision_number': 5, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'subnets': [{'id': '48bac659-ed33-4e2b-b30d-142fa3904e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:44:48.831654 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193915c-3071-4bd3-a45a-d069b8267e68 None None] New status for floating IP cf9449bf-ce12-464b-a1b3-45348e722f27: DOWN {{(pid=103297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:44:49.335364 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574763a5-fcf1-45a3-acf7-7ca10cf64f47 req-71bef5e8-2113-4eef-a730-8124f30ce5b2 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:49.336905 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-574763a5-fcf1-45a3-acf7-7ca10cf64f47 req-71bef5e8-2113-4eef-a730-8124f30ce5b2 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0489058 Apr 12 13:44:49.350217 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56600611-5c5e-44ca-bc5e-1fd4fb3ead2d req-3a08c9ac-911b-4974-94bc-6f65f960264a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:49.352017 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-56600611-5c5e-44ca-bc5e-1fd4fb3ead2d req-3a08c9ac-911b-4974-94bc-6f65f960264a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1676d317c2b9497bb9f5385646737fbf&device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 1129 time: 0.0419517 Apr 12 13:44:49.391138 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-574763a5-fcf1-45a3-acf7-7ca10cf64f47 req-0a5118d4-c14f-450b-8bff-83d8148922e7 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453682 Apr 12 13:44:50.046277 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:50.502188 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c16c8-6788-465f-9f2c-c86eac14766e req-4fb9caea-4321-4ba1-8b34-523217a727d6 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:50.503658 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b24c16c8-6788-465f-9f2c-c86eac14766e req-4fb9caea-4321-4ba1-8b34-523217a727d6 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0461304 Apr 12 13:44:50.556634 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-b24c16c8-6788-465f-9f2c-c86eac14766e req-9d16bf29-995d-49e7-aab7-6131b4228587 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474772 Apr 12 13:44:51.674197 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4c667-274d-4040-a537-163c5436c331 req-93ad6fae-83ae-4bb2-8a2e-c7c29ad8612f tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:51.675651 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4ed4c667-274d-4040-a537-163c5436c331 req-93ad6fae-83ae-4bb2-8a2e-c7c29ad8612f tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0507431 Apr 12 13:44:51.723744 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4ed4c667-274d-4040-a537-163c5436c331 req-4bafb7a2-088a-4bf6-a598-2945b33cf1ce tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424500 Apr 12 13:44:52.464494 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56600611-5c5e-44ca-bc5e-1fd4fb3ead2d req-28cda025-eb67-47af-baea-da230a94440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:52.466555 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-56600611-5c5e-44ca-bc5e-1fd4fb3ead2d req-28cda025-eb67-47af-baea-da230a94440f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0ef085e4-2104-43b5-a43c-9ee214d199b2 HTTP/1.1" status: 200 len: 910 time: 0.0928087 Apr 12 13:44:52.836725 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7e4b4-f85e-48de-90e5-53b1e8603c73 req-58882483-6469-4606-8a03-349cf1cb9fc3 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:52.838242 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f2e7e4b4-f85e-48de-90e5-53b1e8603c73 req-58882483-6469-4606-8a03-349cf1cb9fc3 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0486579 Apr 12 13:44:52.886289 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f2e7e4b4-f85e-48de-90e5-53b1e8603c73 req-2394066a-ea7e-4346-ad4e-2f1bd7f1a291 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417404 Apr 12 13:44:54.000140 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a0b22-6769-4f09-8c71-2c57967b74aa req-1ffb9754-ae91-4173-aeb9-ce63b7fa942b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:54.001640 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fb7a0b22-6769-4f09-8c71-2c57967b74aa req-1ffb9754-ae91-4173-aeb9-ce63b7fa942b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0480163 Apr 12 13:44:54.050515 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fb7a0b22-6769-4f09-8c71-2c57967b74aa req-17725d3e-3b3e-4af3-919d-010f4bbce648 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431843 Apr 12 13:44:54.227487 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:44:54.687660 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-56600611-5c5e-44ca-bc5e-1fd4fb3ead2d req-06daf569-054e-4fef-abf7-1321f2d71c11 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2ed179a-bbd3-40b3-8023-fc05054e87e5 HTTP/1.1" status: 200 len: 217 time: 0.0411861 Apr 12 13:44:54.851916 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5ce92f90-e446-44d6-8c3c-a5b21b9eddb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:55.008118 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56600611-5c5e-44ca-bc5e-1fd4fb3ead2d req-079f7a41-e986-4541-834f-371fa6d1081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:55.009738 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-56600611-5c5e-44ca-bc5e-1fd4fb3ead2d req-079f7a41-e986-4541-834f-371fa6d1081c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48bac659-ed33-4e2b-b30d-142fa3904e3e HTTP/1.1" status: 200 len: 848 time: 0.0486197 Apr 12 13:44:55.064084 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56600611-5c5e-44ca-bc5e-1fd4fb3ead2d req-f078b2cf-1edd-4949-af0a-c3d75b4b01af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:55.067012 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-56600611-5c5e-44ca-bc5e-1fd4fb3ead2d req-f078b2cf-1edd-4949-af0a-c3d75b4b01af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0ef085e4-2104-43b5-a43c-9ee214d199b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483446 Apr 12 13:44:55.110810 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a004584-6402-4c73-b21d-89868ef37561 req-bff3e18d-f539-4cb2-804e-d23c4622fd89 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:55.112371 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4a004584-6402-4c73-b21d-89868ef37561 req-bff3e18d-f539-4cb2-804e-d23c4622fd89 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0565524 Apr 12 13:44:55.206555 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26640753-ac4d-4dc0-887d-b2b9344cbac1 req-dfa38186-2de3-4a22-80fe-dedd6b1263cf tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:55.208032 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-26640753-ac4d-4dc0-887d-b2b9344cbac1 req-dfa38186-2de3-4a22-80fe-dedd6b1263cf tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 945 time: 0.0603900 Apr 12 13:44:55.210809 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-4a004584-6402-4c73-b21d-89868ef37561 req-c08f6a22-0c51-4d75-8c0c-4b4dc547d5cb tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Deleting port c2ed179a-bbd3-40b3-8023-fc05054e87e5 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:44:55.211229 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-4a004584-6402-4c73-b21d-89868ef37561 req-c08f6a22-0c51-4d75-8c0c-4b4dc547d5cb tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:55.225982 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-56600611-5c5e-44ca-bc5e-1fd4fb3ead2d req-639dcbf2-861c-4803-b5a0-0e7ea47a6404 service neutron] 10.222.0.41 "GET /v2.0/networks/0ef085e4-2104-43b5-a43c-9ee214d199b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490481 Apr 12 13:44:55.300386 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-4a004584-6402-4c73-b21d-89868ef37561 req-c08f6a22-0c51-4d75-8c0c-4b4dc547d5cb tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] For port c2ed179a-bbd3-40b3-8023-fc05054e87e5, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=c2ed179a-bbd3-40b3-8023-fc05054e87e5,segment=NetworkSegment(94999333-ccb2-4d37-8a6e-3675f19d4cb7),segment_id=94999333-ccb2-4d37-8a6e-3675f19d4cb7)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:44:55.301041 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-4a004584-6402-4c73-b21d-89868ef37561 req-c08f6a22-0c51-4d75-8c0c-4b4dc547d5cb tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:55.318414 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-4a004584-6402-4c73-b21d-89868ef37561 req-c08f6a22-0c51-4d75-8c0c-4b4dc547d5cb tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Calling delete_port for c2ed179a-bbd3-40b3-8023-fc05054e87e5 owned by compute:nova {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:44:55.319647 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-26640753-ac4d-4dc0-887d-b2b9344cbac1 req-97df38be-e28c-41af-9ea2-13b14b508cb1 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/security-groups?id=bde23ca5-aaeb-4646-9029-44b1d9fe8304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054816 Apr 12 13:44:55.352801 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-56600611-5c5e-44ca-bc5e-1fd4fb3ead2d req-588d89e1-e40b-473f-97fc-f98f8ad0159c service neutron] 10.222.0.41 "GET /v2.0/networks/0ef085e4-2104-43b5-a43c-9ee214d199b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182904 Apr 12 13:44:55.446882 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-4a004584-6402-4c73-b21d-89868ef37561 req-c08f6a22-0c51-4d75-8c0c-4b4dc547d5cb tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (c2ed179a-bbd3-40b3-8023-fc05054e87e5), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:55.482418 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f6a22-0c51-4d75-8c0c-4b4dc547d5cb tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Pushing event deleted for resources: {'Port': ['ID=c2ed179a-bbd3-40b3-8023-fc05054e87e5,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:44:55.526536 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a004584-6402-4c73-b21d-89868ef37561 req-c08f6a22-0c51-4d75-8c0c-4b4dc547d5cb tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] No DVR routers for this DVR port c2ed179a-bbd3-40b3-8023-fc05054e87e5 on host hv-cinder-83009 {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:44:55.529154 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-4a004584-6402-4c73-b21d-89868ef37561 req-c08f6a22-0c51-4d75-8c0c-4b4dc547d5cb tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:55.532333 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4a004584-6402-4c73-b21d-89868ef37561 req-c08f6a22-0c51-4d75-8c0c-4b4dc547d5cb tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.41 "DELETE /v2.0/ports/c2ed179a-bbd3-40b3-8023-fc05054e87e5 HTTP/1.1" status: 204 len: 173 time: 0.4109581 Apr 12 13:44:55.532782 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c26641-9eaa-496a-abfc-a1787d465d21', 'name': 'network-vif-deleted', 'tag': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:44:55.535029 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10a0393-ed1d-445f-a224-92e1a8f0da4c" -d '{"events": [{"server_uuid": "d0c26641-9eaa-496a-abfc-a1787d465d21", "name": "network-vif-deleted", "tag": "c2ed179a-bbd3-40b3-8023-fc05054e87e5"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:44:55.570245 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2a1371-b129-46bc-9a4d-4e2f8aa7289c x-openstack-request-id: req-fd2a1371-b129-46bc-9a4d-4e2f8aa7289c {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:44:55.570544 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c26641-9eaa-496a-abfc-a1787d465d21", "name": "network-vif-deleted", "tag": "c2ed179a-bbd3-40b3-8023-fc05054e87e5", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:44:55.570826 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd2a1371-b129-46bc-9a4d-4e2f8aa7289c {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:44:55.571233 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd2a1371-b129-46bc-9a4d-4e2f8aa7289c'] response: {'server_uuid': 'd0c26641-9eaa-496a-abfc-a1787d465d21', 'name': 'network-vif-deleted', 'tag': 'c2ed179a-bbd3-40b3-8023-fc05054e87e5', 'status': 'completed', 'code': 200} Apr 12 13:44:56.429922 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-95b794c0-47c3-48a5-8659-04146025cfdb req-be9fd722-be32-4ac2-a240-02f3ac92ee88 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 210 time: 0.0277700 Apr 12 13:44:57.487384 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-799e814b-5134-4c90-bbe8-97af66aa401d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:57.530848 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0d4e1567-8e96-4fac-bfbe-bff3c24df9e0 req-59f86a2e-8026-4b2d-a157-d39ca54e522f tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 210 time: 0.0295730 Apr 12 13:44:58.099259 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:58.650452 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f429c23a-5568-4b17-a824-d7a225ee64a0 req-ecdb154b-89db-4439-bcf0-473bc9f4744b tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 210 time: 0.0293400 Apr 12 13:44:59.406689 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7d675ad2-5770-4288-9bc5-349fc3bac1e9 req-015a2f03-aba6-4e75-98e9-a7a19082ac65 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8447c302-b79a-4641-8df8-c0fc84354065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441298 Apr 12 13:44:59.504518 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d675ad2-5770-4288-9bc5-349fc3bac1e9 req-658d7a49-dd8f-4c59-9caf-017e27d18f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:59.506212 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7d675ad2-5770-4288-9bc5-349fc3bac1e9 req-658d7a49-dd8f-4c59-9caf-017e27d18f3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5de3aaeee6a645a9b1fc40ee4eb00d1a&device_id=8447c302-b79a-4641-8df8-c0fc84354065 HTTP/1.1" status: 200 len: 1129 time: 0.0455749 Apr 12 13:44:59.617679 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d675ad2-5770-4288-9bc5-349fc3bac1e9 req-ca3038d8-e6ad-4332-9e6e-9d2a00288b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:59.619048 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7d675ad2-5770-4288-9bc5-349fc3bac1e9 req-ca3038d8-e6ad-4332-9e6e-9d2a00288b53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a HTTP/1.1" status: 200 len: 915 time: 0.0909865 Apr 12 13:44:59.660827 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7d675ad2-5770-4288-9bc5-349fc3bac1e9 req-7e8b5ae9-e4d0-4a59-97a9-42dc62cec4c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a274d415-43a0-4dfc-9638-d88f55957254 HTTP/1.1" status: 200 len: 217 time: 0.0344725 Apr 12 13:44:59.717003 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d675ad2-5770-4288-9bc5-349fc3bac1e9 req-2edde4a3-917c-4002-a7e3-e31784b93a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:44:59.718573 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7d675ad2-5770-4288-9bc5-349fc3bac1e9 req-2edde4a3-917c-4002-a7e3-e31784b93a1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1d457595-38df-4bfc-a967-df712c22f8a1 HTTP/1.1" status: 200 len: 854 time: 0.0512629 Apr 12 13:44:59.770426 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:44:59.776261 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-573f2413-8063-466c-a7f0-314457c5c6e1 req-6247472f-9c73-4778-bcbd-07479a58556c tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 210 time: 0.0517957 Apr 12 13:44:59.778667 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7d675ad2-5770-4288-9bc5-349fc3bac1e9 req-a6360f73-71ef-46da-bb64-4a8f9d819e44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524507 Apr 12 13:44:59.875118 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7d675ad2-5770-4288-9bc5-349fc3bac1e9 req-e073e495-6ff9-43b7-a7b3-147b466a1535 service neutron] 10.222.0.41 "GET /v2.0/networks/7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891829 Apr 12 13:44:59.972302 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7d675ad2-5770-4288-9bc5-349fc3bac1e9 req-57b850f4-b2bb-49af-b7bc-dba2ca929dd2 service neutron] 10.222.0.41 "GET /v2.0/networks/7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885530 Apr 12 13:45:00.886553 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-864f7379-9a68-447d-838d-02bbf9990278 req-a1d0ab63-32dc-4b43-a6a2-30a6dd368d23 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 210 time: 0.0299714 Apr 12 13:45:00.982860 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:01.905908 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device c2ed179a-bbd3-40b3-8023-fc05054e87e5 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:45:01.940380 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: c2ed179a-bbd3-40b3-8023-fc05054e87e5 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:45:01.940730 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device c2ed179a-bbd3-40b3-8023-fc05054e87e5 not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:45:01.999378 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-8d36789d-61c7-46e3-bb78-b2ed7783fbdc req-b55833df-51e5-40f5-ba6b-c129c8438592 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 210 time: 0.0278215 Apr 12 13:45:03.107313 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c8dad3c7-933d-4cd3-80cb-19d4513a9bc8 req-aa12ff6e-7d15-4d50-9ae4-79ed33f0bdd8 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 210 time: 0.0338686 Apr 12 13:45:04.206304 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6fa8b6af-02af-43a5-97fd-a6ad7babfea4 req-77e6c7c3-37a9-4dc7-b997-f2a3e0251d57 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 210 time: 0.0321124 Apr 12 13:45:05.315698 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-56ac183e-c6d0-4df4-8ff7-85429601be96 req-c4976ac2-0273-4037-aae1-fd609d81c96d tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "GET /v2.0/ports?device_id=d0c26641-9eaa-496a-abfc-a1787d465d21 HTTP/1.1" status: 200 len: 210 time: 0.0314291 Apr 12 13:45:06.379521 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 40400) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:06.445142 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group (bde23ca5-aaeb-4646-9029-44b1d9fe8304), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:06.471990 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group (bde23ca5-aaeb-4646-9029-44b1d9fe8304), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:06.531212 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (bde23ca5-aaeb-4646-9029-44b1d9fe8304), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:06.533939 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:06.535148 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] 10.222.0.11 "DELETE /v2.0/security-groups/bde23ca5-aaeb-4646-9029-44b1d9fe8304 HTTP/1.1" status: 204 len: 168 time: 0.1545124 Apr 12 13:45:06.545271 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde23ca5-aaeb-4646-9029-44b1d9fe8304,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:06.552527 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:06.552872 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:06.553237 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:06.553577 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:06.553908 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:06.554233 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:06.554556 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:06.554877 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:06.555200 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:06.556018 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:06.556018 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:06.556357 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:06.556703 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:06.557052 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:06.557447 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb162bf6-cbf0-45f8-835f-6b18735623aa tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:06.593979 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 40406) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:07.309424 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-838ab2aa-ce32-4d43-9e88-c5726f217220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-463822'] for router_interface (f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:07.565885 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-838ab2aa-ce32-4d43-9e88-c5726f217220 admin admin] Deleting port d6a25301-ef18-4626-b2fa-c822d3c338c2 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:45:07.566595 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-838ab2aa-ce32-4d43-9e88-c5726f217220 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (d6a25301-ef18-4626-b2fa-c822d3c338c2), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:07.646051 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-838ab2aa-ce32-4d43-9e88-c5726f217220 admin admin] For port d6a25301-ef18-4626-b2fa-c822d3c338c2, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=d6a25301-ef18-4626-b2fa-c822d3c338c2,segment=NetworkSegment(94999333-ccb2-4d37-8a6e-3675f19d4cb7),segment_id=94999333-ccb2-4d37-8a6e-3675f19d4cb7)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:45:07.646417 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-838ab2aa-ce32-4d43-9e88-c5726f217220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (d6a25301-ef18-4626-b2fa-c822d3c338c2), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:07.660726 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-838ab2aa-ce32-4d43-9e88-c5726f217220 admin admin] Calling delete_port for d6a25301-ef18-4626-b2fa-c822d3c338c2 owned by network:router_interface {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:45:07.859551 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-838ab2aa-ce32-4d43-9e88-c5726f217220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (d6a25301-ef18-4626-b2fa-c822d3c338c2), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:07.884296 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ab2aa-ce32-4d43-9e88-c5726f217220 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6a25301-ef18-4626-b2fa-c822d3c338c2,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:08.075311 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-838ab2aa-ce32-4d43-9e88-c5726f217220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-463714'] for router_interface (f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:08.304350 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838ab2aa-ce32-4d43-9e88-c5726f217220 admin admin] Router f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:45:08.414916 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838ab2aa-ce32-4d43-9e88-c5726f217220 admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:45:08.424505 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-838ab2aa-ce32-4d43-9e88-c5726f217220 admin admin] 10.222.0.11 "PUT /v2.0/routers/f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8242097 Apr 12 13:45:08.424666 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef29de-33a8-4f5c-9b52-88556d6e41aa None None] Sync routers for ids ['f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:45:08.425356 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 40416) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:08.434388 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef29de-33a8-4f5c-9b52-88556d6e41aa None None] Routers {'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:45:08.435351 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-37ef29de-33a8-4f5c-9b52-88556d6e41aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:44:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:08.537720 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-90486104-f018-414f-b863-666fad882b99 admin admin] Publish callbacks [] for router (f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:08.548572 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-37ef29de-33a8-4f5c-9b52-88556d6e41aa None None] Set router f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:45:08.656647 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-90486104-f018-414f-b863-666fad882b99 admin admin] Publish callbacks [] for router_gateway (f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:08.706834 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-90486104-f018-414f-b863-666fad882b99 admin admin] Deleting port dcab43cd-217b-48e2-92e0-20f877d55d94 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:45:08.707181 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-90486104-f018-414f-b863-666fad882b99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (dcab43cd-217b-48e2-92e0-20f877d55d94), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:08.792187 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-90486104-f018-414f-b863-666fad882b99 admin admin] For port dcab43cd-217b-48e2-92e0-20f877d55d94, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=dcab43cd-217b-48e2-92e0-20f877d55d94,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:45:08.793481 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-90486104-f018-414f-b863-666fad882b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (dcab43cd-217b-48e2-92e0-20f877d55d94), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:08.807284 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-90486104-f018-414f-b863-666fad882b99 admin admin] Calling delete_port for dcab43cd-217b-48e2-92e0-20f877d55d94 owned by network:router_gateway {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:45:08.871874 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-37ef29de-33a8-4f5c-9b52-88556d6e41aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'name': 'tempest-TestShelveInstance-1588949542-router', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:45:07Z', 'revision_number': 5, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'gw_port': {'id': 'dcab43cd-217b-48e2-92e0-20f877d55d94', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:08.899899 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef29de-33a8-4f5c-9b52-88556d6e41aa None None] Checking router: f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:45:08.909943 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef29de-33a8-4f5c-9b52-88556d6e41aa None None] Routers {'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:45:08.910572 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-37ef29de-33a8-4f5c-9b52-88556d6e41aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:44:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:08.984865 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-90486104-f018-414f-b863-666fad882b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (dcab43cd-217b-48e2-92e0-20f877d55d94), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:09.007282 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-37ef29de-33a8-4f5c-9b52-88556d6e41aa None None] Set router f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 gateway port host: None {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:45:09.016854 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90486104-f018-414f-b863-666fad882b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcab43cd-217b-48e2-92e0-20f877d55d94,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:09.066641 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-37ef29de-33a8-4f5c-9b52-88556d6e41aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'name': 'tempest-TestShelveInstance-1588949542-router', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:45:08Z', 'revision_number': 6, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'gw_port_host': None}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:09.081488 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-90486104-f018-414f-b863-666fad882b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466052'] for router_gateway (f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:09.095081 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef29de-33a8-4f5c-9b52-88556d6e41aa None None] The sync data for ids ['f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2'] in dv-cinder-830098-4-iscsi is: [{'id': 'f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2', 'name': 'tempest-TestShelveInstance-1588949542-router', 'tenant_id': '1676d317c2b9497bb9f5385646737fbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:44Z', 'updated_at': '2022-04-12T13:45:08Z', 'revision_number': 6, 'project_id': '1676d317c2b9497bb9f5385646737fbf', 'gw_port_host': None}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:45:09.178457 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-90486104-f018-414f-b863-666fad882b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:09.180622 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-90486104-f018-414f-b863-666fad882b99 admin admin] Publish callbacks [] for router_controller (f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:09.227310 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-90486104-f018-414f-b863-666fad882b99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449059'] for router (f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:09.228184 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90486104-f018-414f-b863-666fad882b99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 {{(pid=103294) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:45:09.234380 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-90486104-f018-414f-b863-666fad882b99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:09.235646 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-90486104-f018-414f-b863-666fad882b99 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f99b0e3f-e8d9-4f8d-8d69-8d50f8734ff2 HTTP/1.1" status: 204 len: 168 time: 0.8101542 Apr 12 13:45:09.238074 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 40422) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:09.282481 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3547784-4c9a-422a-9140-1d5e56f4d2ae admin admin] Deleting subnet 48bac659-ed33-4e2b-b30d-142fa3904e3e {{(pid=103294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:45:09.285666 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b3547784-4c9a-422a-9140-1d5e56f4d2ae admin admin] Publish callbacks [] for subnet (48bac659-ed33-4e2b-b30d-142fa3904e3e), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:09.320040 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b3547784-4c9a-422a-9140-1d5e56f4d2ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027343'] for subnet (48bac659-ed33-4e2b-b30d-142fa3904e3e), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:09.396169 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b3547784-4c9a-422a-9140-1d5e56f4d2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585855'] for subnet (48bac659-ed33-4e2b-b30d-142fa3904e3e), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:09.455527 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b3547784-4c9a-422a-9140-1d5e56f4d2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13314720'] for subnet (48bac659-ed33-4e2b-b30d-142fa3904e3e), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:09.483566 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3547784-4c9a-422a-9140-1d5e56f4d2ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48bac659-ed33-4e2b-b30d-142fa3904e3e,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:09.488951 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-b3547784-4c9a-422a-9140-1d5e56f4d2ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:09.492480 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-b3547784-4c9a-422a-9140-1d5e56f4d2ae admin admin] 10.222.0.11 "DELETE /v2.0/subnets/48bac659-ed33-4e2b-b30d-142fa3904e3e HTTP/1.1" status: 204 len: 168 time: 0.2534571 Apr 12 13:45:09.495218 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 40424) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:09.496981 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1024e61-3d71-4bfd-823d-58487e22d8b9 None None] Network 0ef085e4-2104-43b5-a43c-9ee214d199b2 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:45:09.579565 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624812'] for network (0ef085e4-2104-43b5-a43c-9ee214d199b2), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:09.636503 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] Deleting port 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:45:09.636838 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (3573045b-8619-4bd6-b66e-cb0ab4e8e2fb), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:09.665209 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8f459c-1b13-4925-b896-f29198fccecb None None] DHCP port deletion for 0ef085e4-2104-43b5-a43c-9ee214d199b2 request from dv-cinder-830098-4-iscsi {{(pid=103296) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:45:09.728853 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-8e8f459c-1b13-4925-b896-f29198fccecb None None] Deleting port 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:45:09.729487 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8e8f459c-1b13-4925-b896-f29198fccecb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (3573045b-8619-4bd6-b66e-cb0ab4e8e2fb), before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:09.732128 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] For port 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=3573045b-8619-4bd6-b66e-cb0ab4e8e2fb,segment=NetworkSegment(94999333-ccb2-4d37-8a6e-3675f19d4cb7),segment_id=94999333-ccb2-4d37-8a6e-3675f19d4cb7)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:45:09.733185 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (3573045b-8619-4bd6-b66e-cb0ab4e8e2fb), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:09.747170 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] Calling delete_port for 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb owned by network:dhcp {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:45:09.802672 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-8e8f459c-1b13-4925-b896-f29198fccecb None None] For port 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=3573045b-8619-4bd6-b66e-cb0ab4e8e2fb,segment=NetworkSegment(94999333-ccb2-4d37-8a6e-3675f19d4cb7),segment_id=94999333-ccb2-4d37-8a6e-3675f19d4cb7)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:45:09.803077 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8e8f459c-1b13-4925-b896-f29198fccecb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (3573045b-8619-4bd6-b66e-cb0ab4e8e2fb), precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:09.818091 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-8e8f459c-1b13-4925-b896-f29198fccecb None None] Calling delete_port for 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:45:09.842428 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (3573045b-8619-4bd6-b66e-cb0ab4e8e2fb), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:09.874000 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3573045b-8619-4bd6-b66e-cb0ab4e8e2fb,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:09.877609 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] No DVR routers for this DVR port 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb on host dv-cinder-830098-4-iscsi {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:45:09.916863 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8e8f459c-1b13-4925-b896-f29198fccecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489'] for port (3573045b-8619-4bd6-b66e-cb0ab4e8e2fb), after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:09.942740 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8f459c-1b13-4925-b896-f29198fccecb None None] Pushing event deleted for resources: {'Port': ['ID=3573045b-8619-4bd6-b66e-cb0ab4e8e2fb,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:09.947890 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8f459c-1b13-4925-b896-f29198fccecb None None] No DVR routers for this DVR port 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb on host dv-cinder-830098-4-iscsi {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:45:09.953694 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587506', 'neutron.services.segments.db._delete_segments_for_network-8776758846127'] for network (0ef085e4-2104-43b5-a43c-9ee214d199b2), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:09.979381 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef085e4-2104-43b5-a43c-9ee214d199b2']}} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:09.992916 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94999333-ccb2-4d37-8a6e-3675f19d4cb7') {'for_net_delete': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:09.993433 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94999333-ccb2-4d37-8a6e-3675f19d4cb7') {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:10.014441 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776758847672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16027334'] for segment (94999333-ccb2-4d37-8a6e-3675f19d4cb7), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:10.031958 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (94999333-ccb2-4d37-8a6e-3675f19d4cb7), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:10.044342 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:45:10.045054 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179197'] for segment (94999333-ccb2-4d37-8a6e-3675f19d4cb7), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: Traceback (most recent call last): Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: timer() Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: cb(*args, **kw) Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: return func(*args, **kwargs) Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: self._notify() Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: self.callback(batched_events) Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: event.method(event) Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: return f(self, *a, **k) Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: return self._get(url).json() Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: return self.request(url, 'GET', **kwargs) Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:45:10.047437 dv-cinder-830098-4-iscsi neutron-server[103294]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:45:10.062010 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device d6a25301-ef18-4626-b2fa-c822d3c338c2 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:45:10.086803 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: d6a25301-ef18-4626-b2fa-c822d3c338c2 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:45:10.087154 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device d6a25301-ef18-4626-b2fa-c822d3c338c2 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:45:10.087570 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device dcab43cd-217b-48e2-92e0-20f877d55d94 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:45:10.106503 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466144'] for network (0ef085e4-2104-43b5-a43c-9ee214d199b2), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:10.108036 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: dcab43cd-217b-48e2-92e0-20f877d55d94 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:45:10.108394 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device dcab43cd-217b-48e2-92e0-20f877d55d94 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:45:10.108834 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:45:10.124376 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:10.127904 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0ef085e4-2104-43b5-a43c-9ee214d199b2 HTTP/1.1" status: 204 len: 168 time: 0.6311269 Apr 12 13:45:10.128972 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:45:10.129404 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42830ef7-93ad-4cb1-8cd4-4435af1d41c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ef085e4-2104-43b5-a43c-9ee214d199b2,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:10.129541 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 3573045b-8619-4bd6-b66e-cb0ab4e8e2fb not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:45:10.131143 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40428) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:10.470708 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-463822'] for router_interface (26a3ada2-7ea3-4d62-866e-0a642fe5a8d7), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:10.710717 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Deleting port 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:45:10.711060 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:10.800621 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] For port 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250,segment=NetworkSegment(4296636d-ff15-460f-98e2-bd0ccddd514e),segment_id=4296636d-ff15-460f-98e2-bd0ccddd514e)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:45:10.800980 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:10.813774 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Calling delete_port for 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250 owned by network:router_interface {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:45:10.998014 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:11.023134 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Pushing event deleted for resources: {'Port': ['ID=60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:11.034717 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:11.035067 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:11.035406 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:11.035744 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:11.036083 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:11.036414 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:11.036738 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:11.037060 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:11.038027 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:11.038364 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:11.038691 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:11.039012 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:11.039332 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:11.039649 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:11.039964 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:11.203994 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-463714'] for router_interface (26a3ada2-7ea3-4d62-866e-0a642fe5a8d7), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:11.429004 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Router 26a3ada2-7ea3-4d62-866e-0a642fe5a8d7 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:45:11.541241 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:45:11.546551 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-8eabbe65-cc06-44d8-9031-e7c564a919dc admin admin] 10.222.0.11 "PUT /v2.0/routers/26a3ada2-7ea3-4d62-866e-0a642fe5a8d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4141557 Apr 12 13:45:11.549272 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 40444) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:11.551459 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b1c228-3f52-4307-846f-b1a1ef918aea None None] Sync routers for ids ['26a3ada2-7ea3-4d62-866e-0a642fe5a8d7'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:45:11.566502 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b1c228-3f52-4307-846f-b1a1ef918aea None None] Routers {'26a3ada2-7ea3-4d62-866e-0a642fe5a8d7'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:45:11.567143 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-85b1c228-3f52-4307-846f-b1a1ef918aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:44:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['26a3ada2-7ea3-4d62-866e-0a642fe5a8d7'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:11.683772 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-85b1c228-3f52-4307-846f-b1a1ef918aea None None] Set router 26a3ada2-7ea3-4d62-866e-0a642fe5a8d7 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:45:11.869016 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-85b1c228-3f52-4307-846f-b1a1ef918aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'name': 'tempest-TestShelveInstance-655190171-router', 'tenant_id': '039e1612e7914885b0641d0411b3a823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'afe1f053-65ad-48c9-b72b-33014c764210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:51Z', 'updated_at': '2022-04-12T13:45:10Z', 'revision_number': 5, 'project_id': '039e1612e7914885b0641d0411b3a823', 'gw_port': {'id': 'afe1f053-65ad-48c9-b72b-33014c764210', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:51Z', 'updated_at': '2022-04-12T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:11.898494 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b1c228-3f52-4307-846f-b1a1ef918aea None None] Checking router: 26a3ada2-7ea3-4d62-866e-0a642fe5a8d7 for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:45:11.908280 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b1c228-3f52-4307-846f-b1a1ef918aea None None] Routers {'26a3ada2-7ea3-4d62-866e-0a642fe5a8d7'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:45:11.909095 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-85b1c228-3f52-4307-846f-b1a1ef918aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:44:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['26a3ada2-7ea3-4d62-866e-0a642fe5a8d7'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:11.935756 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3c8e48bc-12bd-45a8-af3c-27c74a098641 admin admin] Publish callbacks [] for router (26a3ada2-7ea3-4d62-866e-0a642fe5a8d7), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:12.028817 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-85b1c228-3f52-4307-846f-b1a1ef918aea None None] Set router 26a3ada2-7ea3-4d62-866e-0a642fe5a8d7 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:45:12.051547 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3c8e48bc-12bd-45a8-af3c-27c74a098641 admin admin] Publish callbacks [] for router_gateway (26a3ada2-7ea3-4d62-866e-0a642fe5a8d7), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:12.100597 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-3c8e48bc-12bd-45a8-af3c-27c74a098641 admin admin] Deleting port afe1f053-65ad-48c9-b72b-33014c764210 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:45:12.100936 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3c8e48bc-12bd-45a8-af3c-27c74a098641 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (afe1f053-65ad-48c9-b72b-33014c764210), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:12.185511 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-3c8e48bc-12bd-45a8-af3c-27c74a098641 admin admin] For port afe1f053-65ad-48c9-b72b-33014c764210, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=afe1f053-65ad-48c9-b72b-33014c764210,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:45:12.185877 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3c8e48bc-12bd-45a8-af3c-27c74a098641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (afe1f053-65ad-48c9-b72b-33014c764210), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:12.199530 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-3c8e48bc-12bd-45a8-af3c-27c74a098641 admin admin] Calling delete_port for afe1f053-65ad-48c9-b72b-33014c764210 owned by network:router_gateway {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:45:12.211616 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-85b1c228-3f52-4307-846f-b1a1ef918aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'name': 'tempest-TestShelveInstance-655190171-router', 'tenant_id': '039e1612e7914885b0641d0411b3a823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'afe1f053-65ad-48c9-b72b-33014c764210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:51Z', 'updated_at': '2022-04-12T13:45:10Z', 'revision_number': 5, 'project_id': '039e1612e7914885b0641d0411b3a823', 'gw_port': {'id': 'afe1f053-65ad-48c9-b72b-33014c764210', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:51Z', 'updated_at': '2022-04-12T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:12.239876 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b1c228-3f52-4307-846f-b1a1ef918aea None None] The sync data for ids ['26a3ada2-7ea3-4d62-866e-0a642fe5a8d7'] in dv-cinder-830098-4-iscsi is: [{'id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'name': 'tempest-TestShelveInstance-655190171-router', 'tenant_id': '039e1612e7914885b0641d0411b3a823', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': 'afe1f053-65ad-48c9-b72b-33014c764210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:37:51Z', 'updated_at': '2022-04-12T13:45:10Z', 'revision_number': 5, 'project_id': '039e1612e7914885b0641d0411b3a823', 'gw_port': {'id': 'afe1f053-65ad-48c9-b72b-33014c764210', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:1e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a3ada2-7ea3-4d62-866e-0a642fe5a8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:37:51Z', 'updated_at': '2022-04-12T13:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:45:12.372509 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3c8e48bc-12bd-45a8-af3c-27c74a098641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (afe1f053-65ad-48c9-b72b-33014c764210), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:12.401421 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e48bc-12bd-45a8-af3c-27c74a098641 admin admin] Pushing event deleted for resources: {'Port': ['ID=afe1f053-65ad-48c9-b72b-33014c764210,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:12.472195 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3c8e48bc-12bd-45a8-af3c-27c74a098641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466052'] for router_gateway (26a3ada2-7ea3-4d62-866e-0a642fe5a8d7), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:12.571219 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3c8e48bc-12bd-45a8-af3c-27c74a098641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (26a3ada2-7ea3-4d62-866e-0a642fe5a8d7), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:12.574287 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3c8e48bc-12bd-45a8-af3c-27c74a098641 admin admin] Publish callbacks [] for router_controller (26a3ada2-7ea3-4d62-866e-0a642fe5a8d7), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:12.622854 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3c8e48bc-12bd-45a8-af3c-27c74a098641 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449059'] for router (26a3ada2-7ea3-4d62-866e-0a642fe5a8d7), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:12.623590 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8e48bc-12bd-45a8-af3c-27c74a098641 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26a3ada2-7ea3-4d62-866e-0a642fe5a8d7 {{(pid=103294) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:45:12.628130 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-3c8e48bc-12bd-45a8-af3c-27c74a098641 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:12.629364 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-3c8e48bc-12bd-45a8-af3c-27c74a098641 admin admin] 10.222.0.11 "DELETE /v2.0/routers/26a3ada2-7ea3-4d62-866e-0a642fe5a8d7 HTTP/1.1" status: 204 len: 168 time: 1.0790603 Apr 12 13:45:12.632307 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40450) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:12.682703 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b188e91-15e1-4976-9f84-a063d1e81c5c admin admin] Deleting subnet e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b {{(pid=103295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:45:12.687243 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4b188e91-15e1-4976-9f84-a063d1e81c5c admin admin] Publish callbacks [] for subnet (e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:12.730778 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4b188e91-15e1-4976-9f84-a063d1e81c5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13083627'] for subnet (e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b), precommit_delete_associations {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:12.816568 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4b188e91-15e1-4976-9f84-a063d1e81c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585855'] for subnet (e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:12.875000 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4b188e91-15e1-4976-9f84-a063d1e81c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12759874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14326538'] for subnet (e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:12.903203 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b188e91-15e1-4976-9f84-a063d1e81c5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:12.905391 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4b188e91-15e1-4976-9f84-a063d1e81c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:12.910952 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-4b188e91-15e1-4976-9f84-a063d1e81c5c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e4ff2d23-d152-4fd0-bf9f-e55a4b2e4e4b HTTP/1.1" status: 204 len: 168 time: 0.2752690 Apr 12 13:45:12.911117 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d8ccd4-566f-47f4-ac6e-7f2d2d985ab0 None None] Network 031b48b0-d0dd-481e-911b-fbac322aa800 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:45:12.911553 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40454) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:12.990807 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624812'] for network (031b48b0-d0dd-481e-911b-fbac322aa800), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:13.039445 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] Deleting port bc3aedb2-dc23-4793-853f-a6895eb3be6d {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:45:13.039793 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (bc3aedb2-dc23-4793-853f-a6895eb3be6d), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:13.105403 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] For port bc3aedb2-dc23-4793-853f-a6895eb3be6d, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=bc3aedb2-dc23-4793-853f-a6895eb3be6d,segment=NetworkSegment(4296636d-ff15-460f-98e2-bd0ccddd514e),segment_id=4296636d-ff15-460f-98e2-bd0ccddd514e)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:45:13.105769 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (bc3aedb2-dc23-4793-853f-a6895eb3be6d), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:13.118373 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] Calling delete_port for bc3aedb2-dc23-4793-853f-a6895eb3be6d owned by network:dhcp {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:45:13.197372 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (bc3aedb2-dc23-4793-853f-a6895eb3be6d), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:13.225020 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] Pushing event deleted for resources: {'Port': ['ID=bc3aedb2-dc23-4793-853f-a6895eb3be6d,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:13.226910 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] No DVR routers for this DVR port bc3aedb2-dc23-4793-853f-a6895eb3be6d on host dv-cinder-830098-4-iscsi {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:45:13.248819 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d8d077-2aeb-4a5b-b2db-6ee8f2181c58 None None] DHCP port deletion for 031b48b0-d0dd-481e-911b-fbac322aa800 request from dv-cinder-830098-4-iscsi {{(pid=103296) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:45:13.305907 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587506', 'neutron.services.segments.db._delete_segments_for_network-8776758846127'] for network (031b48b0-d0dd-481e-911b-fbac322aa800), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:13.325747 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031b48b0-d0dd-481e-911b-fbac322aa800']}} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:13.335262 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4296636d-ff15-460f-98e2-bd0ccddd514e') {'for_net_delete': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:13.335562 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4296636d-ff15-460f-98e2-bd0ccddd514e') {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:13.345414 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776758847672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13083618'] for segment (4296636d-ff15-460f-98e2-bd0ccddd514e), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:13.358431 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (4296636d-ff15-460f-98e2-bd0ccddd514e), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:13.364163 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:45:13.364547 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760040'] for segment (4296636d-ff15-460f-98e2-bd0ccddd514e), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: Traceback (most recent call last): Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: timer() Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: cb(*args, **kw) Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: return func(*args, **kwargs) Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: self._notify() Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: self.callback(batched_events) Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: event.method(event) Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: return f(self, *a, **k) Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: return self._get(url).json() Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: return self.request(url, 'GET', **kwargs) Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:45:13.366231 dv-cinder-830098-4-iscsi neutron-server[103295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:45:13.424933 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466144'] for network (031b48b0-d0dd-481e-911b-fbac322aa800), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:13.431518 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:13.434891 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] 10.222.0.11 "DELETE /v2.0/networks/031b48b0-d0dd-481e-911b-fbac322aa800 HTTP/1.1" status: 204 len: 168 time: 0.5225716 Apr 12 13:45:13.444492 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaded5d6-5e0f-4f1f-87db-24674615dd5f admin admin] Pushing event deleted for resources: {'Network': ['ID=031b48b0-d0dd-481e-911b-fbac322aa800,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:13.551976 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 40460) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:13.597888 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-6aea6ebb-ea94-490f-985e-69e14d590f69 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1676d317c2b9497bb9f5385646737fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446587 Apr 12 13:45:13.600366 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 40462) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:13.650334 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7bd4f50c-ae31-4fef-b1c8-9cf885e63c11 admin admin] Publish callbacks [] for security_group (ec824290-1a34-4a22-afa3-11b7dec46b07), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:13.671155 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7bd4f50c-ae31-4fef-b1c8-9cf885e63c11 admin admin] Publish callbacks [] for security_group (ec824290-1a34-4a22-afa3-11b7dec46b07), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:13.722025 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7bd4f50c-ae31-4fef-b1c8-9cf885e63c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (ec824290-1a34-4a22-afa3-11b7dec46b07), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:13.724682 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-7bd4f50c-ae31-4fef-b1c8-9cf885e63c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:13.725878 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-7bd4f50c-ae31-4fef-b1c8-9cf885e63c11 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec824290-1a34-4a22-afa3-11b7dec46b07 HTTP/1.1" status: 204 len: 168 time: 0.1246002 Apr 12 13:45:13.734468 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4f50c-ae31-4fef-b1c8-9cf885e63c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec824290-1a34-4a22-afa3-11b7dec46b07,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:14.046580 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 40470) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:14.056145 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device afe1f053-65ad-48c9-b72b-33014c764210 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:45:14.077625 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: afe1f053-65ad-48c9-b72b-33014c764210 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:45:14.077969 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device afe1f053-65ad-48c9-b72b-33014c764210 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:45:14.078375 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:45:14.089979 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-6c94c5bd-b7a7-4a8d-bb2d-a3a200df974e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=039e1612e7914885b0641d0411b3a823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392942 Apr 12 13:45:14.090162 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 40472) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:14.101525 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:45:14.101985 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 60ab58a9-b1cd-4e4e-b89b-f4e79a8bb250 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:45:14.102719 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device bc3aedb2-dc23-4793-853f-a6895eb3be6d no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:45:14.132586 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: bc3aedb2-dc23-4793-853f-a6895eb3be6d {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:45:14.132929 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device bc3aedb2-dc23-4793-853f-a6895eb3be6d not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:45:14.142857 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2a064e1b-a1d5-4666-8a48-573434f2fd41 admin admin] Publish callbacks [] for security_group (2d451fb6-1cb8-441f-b485-85b749034959), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:14.171216 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2a064e1b-a1d5-4666-8a48-573434f2fd41 admin admin] Publish callbacks [] for security_group (2d451fb6-1cb8-441f-b485-85b749034959), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:14.221141 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2a064e1b-a1d5-4666-8a48-573434f2fd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (2d451fb6-1cb8-441f-b485-85b749034959), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:14.223739 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-2a064e1b-a1d5-4666-8a48-573434f2fd41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:14.224896 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-2a064e1b-a1d5-4666-8a48-573434f2fd41 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d451fb6-1cb8-441f-b485-85b749034959 HTTP/1.1" status: 204 len: 168 time: 0.1338446 Apr 12 13:45:14.233098 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a064e1b-a1d5-4666-8a48-573434f2fd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d451fb6-1cb8-441f-b485-85b749034959,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:14.946742 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 40498) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:15.041503 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-f9d3d090-a004-4e26-b49c-bde68eb09131 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2052359503-network', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:45:15.062267 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d3d090-a004-4e26-b49c-bde68eb09131 admin admin] Made reservation on behalf of debdd0ea0e9f4d899e7d40726c31b759 for: {'network': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:45:15.064592 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d090-a004-4e26-b49c-bde68eb09131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for network (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:15.073391 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d090-a004-4e26-b49c-bde68eb09131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:15.148862 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d090-a004-4e26-b49c-bde68eb09131 admin admin] Publish callbacks [] for security_group (da15b9e1-314a-4be4-b9f9-61b0449030d1), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:15.153213 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d090-a004-4e26-b49c-bde68eb09131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (da15b9e1-314a-4be4-b9f9-61b0449030d1), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:15.181507 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d3d090-a004-4e26-b49c-bde68eb09131 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103294) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:45:15.191290 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3d090-a004-4e26-b49c-bde68eb09131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da15b9e1-314a-4be4-b9f9-61b0449030d1,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:15.197690 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d090-a004-4e26-b49c-bde68eb09131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (80eab660-85b5-4046-abc7-9885ce18d85f), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:15.198030 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.segments_db [None req-f9d3d090-a004-4e26-b49c-bde68eb09131 admin admin] Added segment 80eab660-85b5-4046-abc7-9885ce18d85f of type vlan for network 3cbf858d-8d65-4553-8fde-4d5100a4d916 Apr 12 13:45:15.239652 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d090-a004-4e26-b49c-bde68eb09131 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776758315614'] for network (3cbf858d-8d65-4553-8fde-4d5100a4d916), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:15.265569 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d090-a004-4e26-b49c-bde68eb09131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for network (3cbf858d-8d65-4553-8fde-4d5100a4d916), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:15.266581 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d3d090-a004-4e26-b49c-bde68eb09131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:15.267164 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f9d3d090-a004-4e26-b49c-bde68eb09131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:15.301980 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f9d3d090-a004-4e26-b49c-bde68eb09131 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3541141 Apr 12 13:45:15.304914 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40502) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:15.310710 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-4507a7c3-27e3-4f77-aa76-1bfd43161999 admin admin] Request body: {'subnet': {'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2052359503-subnet', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'ip_version': 4}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:45:15.330634 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4507a7c3-27e3-4f77-aa76-1bfd43161999 admin admin] Made reservation on behalf of debdd0ea0e9f4d899e7d40726c31b759 for: {'subnet': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:45:15.334982 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4507a7c3-27e3-4f77-aa76-1bfd43161999 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14326551'] for subnet (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:15.336735 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3d090-a004-4e26-b49c-bde68eb09131 admin admin] Pushing event updated for resources: {'Network': ['ID=3cbf858d-8d65-4553-8fde-4d5100a4d916,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:15.347307 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Network 3cbf858d-8d65-4553-8fde-4d5100a4d916 details requested by agent ovs-agent-dv-cinder-830098-4-iscsi with host dv-cinder-830098-4-iscsi {{(pid=103296) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:45:15.518133 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4507a7c3-27e3-4f77-aa76-1bfd43161999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12759439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14326533'] for subnet (97b4f65a-484b-4c93-baea-af88b6487120), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:15.567549 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507a7c3-27e3-4f77-aa76-1bfd43161999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b4f65a-484b-4c93-baea-af88b6487120,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:15.586206 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4507a7c3-27e3-4f77-aa76-1bfd43161999 admin admin] Checking segment: {'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:45:15.586561 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4507a7c3-27e3-4f77-aa76-1bfd43161999 admin admin] Network hostable DHCP agents. Network: 3cbf858d-8d65-4553-8fde-4d5100a4d916, hostable agents: ['3cc0c115-7315-4105-a658-2bafa3cb223c'], hosted agents: [] {{(pid=103295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:45:15.604128 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4507a7c3-27e3-4f77-aa76-1bfd43161999 admin admin] Network 3cbf858d-8d65-4553-8fde-4d5100a4d916 is scheduled to be hosted by DHCP agent 3cc0c115-7315-4105-a658-2bafa3cb223c with binding_index 1 {{(pid=103295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:45:15.618447 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-4507a7c3-27e3-4f77-aa76-1bfd43161999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-4-iscsi, 3cbf858d-8d65-4553-8fde-4d5100a4d916) {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:45:15.623463 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4507a7c3-27e3-4f77-aa76-1bfd43161999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:15.624118 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-4507a7c3-27e3-4f77-aa76-1bfd43161999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:15.626759 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9307bd-e07b-4b88-bba4-7be35e38e152 None None] Network 3cbf858d-8d65-4553-8fde-4d5100a4d916 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:45:15.643052 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-4507a7c3-27e3-4f77-aa76-1bfd43161999 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3369961 Apr 12 13:45:15.645628 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40506) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:15.649963 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-cbde2523-5050-4876-971a-d00f5da73372 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:45:15.672026 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cbde2523-5050-4876-971a-d00f5da73372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-448592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-907'] for router (db5090ca-4d52-4818-937b-1f7b69884eb0), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:15.673007 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cbde2523-5050-4876-971a-d00f5da73372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-342588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-914'] for router (db5090ca-4d52-4818-937b-1f7b69884eb0), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:15.732147 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cbde2523-5050-4876-971a-d00f5da73372 admin admin] Publish callbacks [] for router_controller (db5090ca-4d52-4818-937b-1f7b69884eb0), precommit_add_association {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:15.742503 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2505ece0-7dd9-5d35-89e5-64c2cb2f4cfe-3cbf858d-8d65-4553-8fde-4d5100a4d916', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120'}]}} from dv-cinder-830098-4-iscsi. {{(pid=103296) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:45:15.743390 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:15.871096 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cbde2523-5050-4876-971a-d00f5da73372 admin admin] Publish callbacks [] for router_gateway (db5090ca-4d52-4818-937b-1f7b69884eb0), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:15.886127 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Allocated IP 172.20.0.2 (3cbf858d-8d65-4553-8fde-4d5100a4d916/97b4f65a-484b-4c93-baea-af88b6487120/c9b691b6-0dec-4f92-b45d-28e9663b18e7) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:45:16.039624 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Publish callbacks [] for port (c9b691b6-0dec-4f92-b45d-28e9663b18e7), precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:16.045625 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (c9b691b6-0dec-4f92-b45d-28e9663b18e7), after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:16.090046 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Network 3cbf858d-8d65-4553-8fde-4d5100a4d916 is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:45:16.093812 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:45:16.097819 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:45:16.117910 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Pushing event updated for resources: {'Port': ['ID=c9b691b6-0dec-4f92-b45d-28e9663b18e7,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:16.146857 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:16.147202 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:16.147550 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:16.147888 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:16.148701 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:16.148701 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:16.148945 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:16.149305 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:16.149641 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:16.150014 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:16.150355 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:16.150682 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:16.151031 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:16.151774 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:16.151774 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:16.188877 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Attempting to bind port c9b691b6-0dec-4f92-b45d-28e9663b18e7 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:45:16.189291 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Attempting to bind port c9b691b6-0dec-4f92-b45d-28e9663b18e7 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:45:16.189663 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Attempting to bind port c9b691b6-0dec-4f92-b45d-28e9663b18e7 on network 3cbf858d-8d65-4553-8fde-4d5100a4d916 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:45:16.195696 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:45:16.196089 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Checking segment: {'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:45:16.196497 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:16.196915 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Bound using segment: {'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:45:16.197437 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Bound port: c9b691b6-0dec-4f92-b45d-28e9663b18e7, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:45:16.197818 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (c9b691b6-0dec-4f92-b45d-28e9663b18e7), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:16.265376 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] For port c9b691b6-0dec-4f92-b45d-28e9663b18e7, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:45:16.268898 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] For port c9b691b6-0dec-4f92-b45d-28e9663b18e7, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=c9b691b6-0dec-4f92-b45d-28e9663b18e7,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:45:16.275459 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (c9b691b6-0dec-4f92-b45d-28e9663b18e7), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:16.346660 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4797743-21ef-4007-9c2a-819fb214101f None None] Pushing event updated for resources: {'Port': ['ID=c9b691b6-0dec-4f92-b45d-28e9663b18e7,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:16.351063 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cbde2523-5050-4876-971a-d00f5da73372 admin admin] Publish callbacks [] for router_gateway (db5090ca-4d52-4818-937b-1f7b69884eb0), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:16.371476 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cbde2523-5050-4876-971a-d00f5da73372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:16.499399 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-cbde2523-5050-4876-971a-d00f5da73372 admin admin] Allocated IP 172.27.2.78 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/c2fd2260-fd63-48d2-a20e-79b87fb36fcd) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:45:16.634641 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cbde2523-5050-4876-971a-d00f5da73372 admin admin] Publish callbacks [] for port (c2fd2260-fd63-48d2-a20e-79b87fb36fcd), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:16.672642 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cbde2523-5050-4876-971a-d00f5da73372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (c2fd2260-fd63-48d2-a20e-79b87fb36fcd), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:16.711827 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbde2523-5050-4876-971a-d00f5da73372 admin admin] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:45:16.716516 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-cbde2523-5050-4876-971a-d00f5da73372 admin admin] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:45:16.719407 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbde2523-5050-4876-971a-d00f5da73372 admin admin] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:45:16.745176 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde2523-5050-4876-971a-d00f5da73372 admin admin] Pushing event updated for resources: {'Port': ['ID=c2fd2260-fd63-48d2-a20e-79b87fb36fcd,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:16.991867 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cbde2523-5050-4876-971a-d00f5da73372 admin admin] Publish callbacks [] for router_gateway (db5090ca-4d52-4818-937b-1f7b69884eb0), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:17.229574 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cbde2523-5050-4876-971a-d00f5da73372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466088'] for router (db5090ca-4d52-4818-937b-1f7b69884eb0), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:17.319640 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f292f6-85a6-4425-8f68-74f3110df270 None None] Network 3cbf858d-8d65-4553-8fde-4d5100a4d916 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:45:17.372276 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbde2523-5050-4876-971a-d00f5da73372 admin admin] Router db5090ca-4d52-4818-937b-1f7b69884eb0 is scheduled to L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb with binding_index 1 {{(pid=103295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:45:17.389412 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-ec8a2137-89f6-4c21-a021-bedb39ea5ea8 None None] Provisioning complete for port c9b691b6-0dec-4f92-b45d-28e9663b18e7 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:17.389783 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2137-89f6-4c21-a021-bedb39ea5ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (c9b691b6-0dec-4f92-b45d-28e9663b18e7), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:17.487825 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbde2523-5050-4876-971a-d00f5da73372 admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:45:17.501750 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] Sync routers for ids ['db5090ca-4d52-4818-937b-1f7b69884eb0'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:45:17.510629 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cbde2523-5050-4876-971a-d00f5da73372 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:17.513443 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-cbde2523-5050-4876-971a-d00f5da73372 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8653703 Apr 12 13:45:17.514500 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a2137-89f6-4c21-a021-bedb39ea5ea8 None None] Current status of the port c9b691b6-0dec-4f92-b45d-28e9663b18e7 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:45:17.515046 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2137-89f6-4c21-a021-bedb39ea5ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (c9b691b6-0dec-4f92-b45d-28e9663b18e7), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:17.515748 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40526) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:17.544297 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] Routers {'db5090ca-4d52-4818-937b-1f7b69884eb0'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:45:17.544942 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:44:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['db5090ca-4d52-4818-937b-1f7b69884eb0'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:17.597283 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-ec8a2137-89f6-4c21-a021-bedb39ea5ea8 None None] For port c9b691b6-0dec-4f92-b45d-28e9663b18e7, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=c9b691b6-0dec-4f92-b45d-28e9663b18e7,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:45:17.602735 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ec8a2137-89f6-4c21-a021-bedb39ea5ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (c9b691b6-0dec-4f92-b45d-28e9663b18e7), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:17.864923 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a2137-89f6-4c21-a021-bedb39ea5ea8 None None] Pushing event updated for resources: {'Port': ['ID=c9b691b6-0dec-4f92-b45d-28e9663b18e7,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:17.869764 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-1921409a-2efe-4147-8e2c-ad722acd78f9 None None] Provisioning complete for port c9b691b6-0dec-4f92-b45d-28e9663b18e7 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:17.870137 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1921409a-2efe-4147-8e2c-ad722acd78f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (c9b691b6-0dec-4f92-b45d-28e9663b18e7), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:17.879018 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] Set router db5090ca-4d52-4818-937b-1f7b69884eb0 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:45:17.911002 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 40534) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:18.022427 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a43cd6e7-3c88-4b80-bcb3-4c8c0a8eeadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.045907 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-03cdb084-9a13-4121-970c-6ec58ee564ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.087446 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-1921409a-2efe-4147-8e2c-ad722acd78f9 None None] Current status of the port c9b691b6-0dec-4f92-b45d-28e9663b18e7 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:45:18.154802 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:16Z', 'revision_number': 3, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:18.183357 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-03cdb084-9a13-4121-970c-6ec58ee564ce admin admin] Publish callbacks [] for security_group (441ac51d-1408-4551-aed4-208b4683a0a0), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.188074 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-03cdb084-9a13-4121-970c-6ec58ee564ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (441ac51d-1408-4551-aed4-208b4683a0a0), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.188534 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device c9b691b6-0dec-4f92-b45d-28e9663b18e7 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:45:18.223599 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] Checking router: db5090ca-4d52-4818-937b-1f7b69884eb0 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:45:18.224068 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] Updating router db5090ca-4d52-4818-937b-1f7b69884eb0 port c2fd2260-fd63-48d2-a20e-79b87fb36fcd binding host dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:45:18.235758 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-a43cd6e7-3c88-4b80-bcb3-4c8c0a8eeadb admin admin] Allocated IP 172.20.0.1 (3cbf858d-8d65-4553-8fde-4d5100a4d916/97b4f65a-484b-4c93-baea-af88b6487120/c81c20ba-6e56-42bc-b9f3-9acf9a467b39) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:45:18.236701 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdb084-9a13-4121-970c-6ec58ee564ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441ac51d-1408-4551-aed4-208b4683a0a0,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:18.256415 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-03cdb084-9a13-4121-970c-6ec58ee564ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0d42402632e4e6f85d5bb33ed89a2c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432722 Apr 12 13:45:18.259607 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 40544) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:18.268793 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (c2fd2260-fd63-48d2-a20e-79b87fb36fcd), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.297539 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port c9b691b6-0dec-4f92-b45d-28e9663b18e7 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:18.297979 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (c9b691b6-0dec-4f92-b45d-28e9663b18e7), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.317296 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-770370dd-5829-4f4a-81e1-bec327926b0c admin admin] Publish callbacks [] for security_group (441ac51d-1408-4551-aed4-208b4683a0a0), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.344971 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-770370dd-5829-4f4a-81e1-bec327926b0c admin admin] Publish callbacks [] for security_group (441ac51d-1408-4551-aed4-208b4683a0a0), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.368827 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a43cd6e7-3c88-4b80-bcb3-4c8c0a8eeadb admin admin] Publish callbacks [] for port (c81c20ba-6e56-42bc-b9f3-9acf9a467b39), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.405285 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-770370dd-5829-4f4a-81e1-bec327926b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (441ac51d-1408-4551-aed4-208b4683a0a0), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.408333 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-770370dd-5829-4f4a-81e1-bec327926b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.409547 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-770370dd-5829-4f4a-81e1-bec327926b0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/441ac51d-1408-4551-aed4-208b4683a0a0 HTTP/1.1" status: 204 len: 168 time: 0.1489260 Apr 12 13:45:18.419291 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770370dd-5829-4f4a-81e1-bec327926b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441ac51d-1408-4551-aed4-208b4683a0a0,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:18.431363 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a43cd6e7-3c88-4b80-bcb3-4c8c0a8eeadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (c81c20ba-6e56-42bc-b9f3-9acf9a467b39), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.475835 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43cd6e7-3c88-4b80-bcb3-4c8c0a8eeadb admin admin] Network 3cbf858d-8d65-4553-8fde-4d5100a4d916 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:45:18.479214 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-a43cd6e7-3c88-4b80-bcb3-4c8c0a8eeadb admin admin] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:45:18.483834 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43cd6e7-3c88-4b80-bcb3-4c8c0a8eeadb admin admin] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:45:18.494028 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cd6e7-3c88-4b80-bcb3-4c8c0a8eeadb admin admin] Pushing event updated for resources: {'Port': ['ID=c81c20ba-6e56-42bc-b9f3-9acf9a467b39,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:18.528689 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port c9b691b6-0dec-4f92-b45d-28e9663b18e7 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:45:18.542715 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a43cd6e7-3c88-4b80-bcb3-4c8c0a8eeadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466011'] for router_interface (db5090ca-4d52-4818-937b-1f7b69884eb0), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.671694 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] Publish callbacks [] for port (c2fd2260-fd63-48d2-a20e-79b87fb36fcd), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.682941 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (c2fd2260-fd63-48d2-a20e-79b87fb36fcd), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.748646 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] Attempting to bind port c2fd2260-fd63-48d2-a20e-79b87fb36fcd on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:45:18.749041 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] Attempting to bind port c2fd2260-fd63-48d2-a20e-79b87fb36fcd by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:45:18.749542 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] Attempting to bind port c2fd2260-fd63-48d2-a20e-79b87fb36fcd on network 3874c260-3040-429e-b62d-d740e6168690 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:45:18.765991 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:45:18.766325 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] Checking segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:45:18.766741 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.767172 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] Bound using segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:45:18.767864 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] Bound port: c2fd2260-fd63-48d2-a20e-79b87fb36fcd, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:45:18.768216 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a43cd6e7-3c88-4b80-bcb3-4c8c0a8eeadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (c81c20ba-6e56-42bc-b9f3-9acf9a467b39), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.768364 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (c2fd2260-fd63-48d2-a20e-79b87fb36fcd), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.770396 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956c918-38e6-499d-82d9-c89cbe060476 None None] Pushing event updated for resources: {'Port': ['ID=c2fd2260-fd63-48d2-a20e-79b87fb36fcd,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:18.845386 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-3d3edf9f-aab6-4693-a788-760787b52c11 None None] Provisioning complete for port c81c20ba-6e56-42bc-b9f3-9acf9a467b39 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:18.845851 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3d3edf9f-aab6-4693-a788-760787b52c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (c81c20ba-6e56-42bc-b9f3-9acf9a467b39), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.848335 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] For port c2fd2260-fd63-48d2-a20e-79b87fb36fcd, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:45:18.853700 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] For port c2fd2260-fd63-48d2-a20e-79b87fb36fcd, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=c2fd2260-fd63-48d2-a20e-79b87fb36fcd,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:45:18.881675 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (c2fd2260-fd63-48d2-a20e-79b87fb36fcd), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.926796 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-3d3edf9f-aab6-4693-a788-760787b52c11 None None] Port c81c20ba-6e56-42bc-b9f3-9acf9a467b39 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:45:18.955881 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a43cd6e7-3c88-4b80-bcb3-4c8c0a8eeadb admin admin] Publish callbacks [] for port (c81c20ba-6e56-42bc-b9f3-9acf9a467b39), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:18.957967 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956c918-38e6-499d-82d9-c89cbe060476 None None] Pushing event updated for resources: {'Port': ['ID=c2fd2260-fd63-48d2-a20e-79b87fb36fcd,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:18.961150 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] Routers {'db5090ca-4d52-4818-937b-1f7b69884eb0'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:45:18.961810 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:44:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['db5090ca-4d52-4818-937b-1f7b69884eb0'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:18.962012 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a43cd6e7-3c88-4b80-bcb3-4c8c0a8eeadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (c81c20ba-6e56-42bc-b9f3-9acf9a467b39), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:19.033097 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-a43cd6e7-3c88-4b80-bcb3-4c8c0a8eeadb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463851'] for router_interface (db5090ca-4d52-4818-937b-1f7b69884eb0), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:19.035024 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cd6e7-3c88-4b80-bcb3-4c8c0a8eeadb admin admin] Pushing event updated for resources: {'Port': ['ID=c81c20ba-6e56-42bc-b9f3-9acf9a467b39,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:19.079444 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] Set router db5090ca-4d52-4818-937b-1f7b69884eb0 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:45:19.137794 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43cd6e7-3c88-4b80-bcb3-4c8c0a8eeadb admin admin] Network 3cbf858d-8d65-4553-8fde-4d5100a4d916 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:45:19.139263 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-a43cd6e7-3c88-4b80-bcb3-4c8c0a8eeadb admin admin] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:45:19.291110 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 2, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:19.326396 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a73fdd0-4074-47ea-8a0f-d573c1e5b674 None None] The sync data for ids ['db5090ca-4d52-4818-937b-1f7b69884eb0'] in dv-cinder-830098-4-iscsi is: [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 2, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:45:19.455223 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-6bff8f6c-824b-42d4-8fb3-abac62ea75e9 None None] Provisioning complete for port c81c20ba-6e56-42bc-b9f3-9acf9a467b39 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:19.455596 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-6bff8f6c-824b-42d4-8fb3-abac62ea75e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (c81c20ba-6e56-42bc-b9f3-9acf9a467b39), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:19.511724 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-6bff8f6c-824b-42d4-8fb3-abac62ea75e9 None None] Port c81c20ba-6e56-42bc-b9f3-9acf9a467b39 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:45:19.631717 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43cd6e7-3c88-4b80-bcb3-4c8c0a8eeadb admin admin] Router db5090ca-4d52-4818-937b-1f7b69884eb0 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:45:19.760819 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43cd6e7-3c88-4b80-bcb3-4c8c0a8eeadb admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:45:19.773193 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-a43cd6e7-3c88-4b80-bcb3-4c8c0a8eeadb admin admin] 10.222.0.11 "PUT /v2.0/routers/db5090ca-4d52-4818-937b-1f7b69884eb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2492778 Apr 12 13:45:20.094187 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:20.390119 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40572) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:20.395729 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-682d1619-5914-4662-838d-83c34391aaea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-657835440-network', 'tenant_id': '1b9b34bf996b456ab8badac61dd9c401'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:45:20.415667 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682d1619-5914-4662-838d-83c34391aaea admin admin] Made reservation on behalf of 1b9b34bf996b456ab8badac61dd9c401 for: {'network': 1} {{(pid=103295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:45:20.418140 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-682d1619-5914-4662-838d-83c34391aaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for network (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:20.427507 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-682d1619-5914-4662-838d-83c34391aaea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:20.517438 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-682d1619-5914-4662-838d-83c34391aaea admin admin] Publish callbacks [] for security_group (de3e26ed-5139-4d60-a840-e7821d40ac0f), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:20.521843 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-682d1619-5914-4662-838d-83c34391aaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (de3e26ed-5139-4d60-a840-e7821d40ac0f), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:20.553392 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682d1619-5914-4662-838d-83c34391aaea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 13:45:20.565617 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d1619-5914-4662-838d-83c34391aaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3e26ed-5139-4d60-a840-e7821d40ac0f,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:20.572537 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-682d1619-5914-4662-838d-83c34391aaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (2885250d-0e97-4190-8eca-519c587e204e), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:20.573289 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.segments_db [None req-682d1619-5914-4662-838d-83c34391aaea admin admin] Added segment 2885250d-0e97-4190-8eca-519c587e204e of type vlan for network 474b47cd-b9a8-4c83-b149-622dd17d094a Apr 12 13:45:20.623148 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-682d1619-5914-4662-838d-83c34391aaea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776758315614'] for network (474b47cd-b9a8-4c83-b149-622dd17d094a), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:20.655001 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-682d1619-5914-4662-838d-83c34391aaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207'] for network (474b47cd-b9a8-4c83-b149-622dd17d094a), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:20.656038 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682d1619-5914-4662-838d-83c34391aaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:20.657173 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-682d1619-5914-4662-838d-83c34391aaea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:20.700674 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-682d1619-5914-4662-838d-83c34391aaea admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3093951 Apr 12 13:45:20.703872 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 40578) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:20.710370 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-a4f568fc-b925-4676-9284-ac0201cb9c1e admin admin] Request body: {'subnet': {'network_id': '474b47cd-b9a8-4c83-b149-622dd17d094a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-657835440-subnet', 'tenant_id': '1b9b34bf996b456ab8badac61dd9c401', 'ip_version': 4}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:45:20.736172 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d1619-5914-4662-838d-83c34391aaea admin admin] Pushing event updated for resources: {'Network': ['ID=474b47cd-b9a8-4c83-b149-622dd17d094a,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:20.739209 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f568fc-b925-4676-9284-ac0201cb9c1e admin admin] Made reservation on behalf of 1b9b34bf996b456ab8badac61dd9c401 for: {'subnet': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:45:20.741790 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a4f568fc-b925-4676-9284-ac0201cb9c1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13314749'] for subnet (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:20.748759 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Network 474b47cd-b9a8-4c83-b149-622dd17d094a details requested by agent ovs-agent-dv-cinder-830098-4-iscsi with host dv-cinder-830098-4-iscsi {{(pid=103296) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 13:45:20.886389 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a5bbd-4d87-431f-a028-8a11b7861cc5 req-17f82aea-63fc-409a-a3fa-046b36f8922d tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:20.889060 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-cd4a5bbd-4d87-431f-a028-8a11b7861cc5 req-17f82aea-63fc-409a-a3fa-046b36f8922d tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=8447c302-b79a-4641-8df8-c0fc84354065 HTTP/1.1" status: 200 len: 945 time: 0.0654874 Apr 12 13:45:20.997207 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-cd4a5bbd-4d87-431f-a028-8a11b7861cc5 req-a9839b93-2dbe-41a4-857c-180aaa7e2d92 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002355 Apr 12 13:45:21.020589 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a4f568fc-b925-4676-9284-ac0201cb9c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16178586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13314735'] for subnet (56595ab8-40dd-499d-b7c3-204303475bbd), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:21.082316 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f568fc-b925-4676-9284-ac0201cb9c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=56595ab8-40dd-499d-b7c3-204303475bbd,revision_number=0']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:21.092003 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f568fc-b925-4676-9284-ac0201cb9c1e admin admin] Checking segment: {'id': '2885250d-0e97-4190-8eca-519c587e204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '474b47cd-b9a8-4c83-b149-622dd17d094a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:45:21.092365 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f568fc-b925-4676-9284-ac0201cb9c1e admin admin] Network hostable DHCP agents. Network: 474b47cd-b9a8-4c83-b149-622dd17d094a, hostable agents: ['3cc0c115-7315-4105-a658-2bafa3cb223c'], hosted agents: [] {{(pid=103294) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 13:45:21.109965 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f568fc-b925-4676-9284-ac0201cb9c1e admin admin] Network 474b47cd-b9a8-4c83-b149-622dd17d094a is scheduled to be hosted by DHCP agent 3cc0c115-7315-4105-a658-2bafa3cb223c with binding_index 1 {{(pid=103294) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 13:45:21.119194 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-a4f568fc-b925-4676-9284-ac0201cb9c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830098-4-iscsi, 474b47cd-b9a8-4c83-b149-622dd17d094a) {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:45:21.124097 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f568fc-b925-4676-9284-ac0201cb9c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:21.124730 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-a4f568fc-b925-4676-9284-ac0201cb9c1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:21.129307 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20e1b8d-20ab-43af-b535-b7d6ea1b900a None None] Network 474b47cd-b9a8-4c83-b149-622dd17d094a requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:45:21.142628 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-a4f568fc-b925-4676-9284-ac0201cb9c1e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4346683 Apr 12 13:45:21.142821 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 40582) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:21.146895 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-62627d03-d3bb-4ce8-855c-b00234b0de1c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-657835440-router', 'tenant_id': '1b9b34bf996b456ab8badac61dd9c401', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:45:21.166403 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-62627d03-d3bb-4ce8-855c-b00234b0de1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-448592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-907'] for router (23bc53f6-9ea0-4c88-bf3c-31f479324233), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:21.167457 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-62627d03-d3bb-4ce8-855c-b00234b0de1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-462939', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-342588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-914'] for router (23bc53f6-9ea0-4c88-bf3c-31f479324233), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:21.226279 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-62627d03-d3bb-4ce8-855c-b00234b0de1c admin admin] Publish callbacks [] for router_controller (23bc53f6-9ea0-4c88-bf3c-31f479324233), precommit_add_association {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:21.234407 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2505ece0-7dd9-5d35-89e5-64c2cb2f4cfe-474b47cd-b9a8-4c83-b149-622dd17d094a', 'network_id': '474b47cd-b9a8-4c83-b149-622dd17d094a', 'project_id': '1b9b34bf996b456ab8badac61dd9c401', 'fixed_ips': [{'subnet_id': '56595ab8-40dd-499d-b7c3-204303475bbd'}]}} from dv-cinder-830098-4-iscsi. {{(pid=103296) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 13:45:21.235524 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:21.381213 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.db_base_plugin_common [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] Allocated IP 172.20.0.2 (474b47cd-b9a8-4c83-b149-622dd17d094a/56595ab8-40dd-499d-b7c3-204303475bbd/2b0cbfd5-e15a-4427-9495-cbc5b08f9559) {{(pid=103296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:45:21.383947 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-62627d03-d3bb-4ce8-855c-b00234b0de1c admin admin] Publish callbacks [] for router_gateway (23bc53f6-9ea0-4c88-bf3c-31f479324233), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:21.538905 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] Publish callbacks [] for port (2b0cbfd5-e15a-4427-9495-cbc5b08f9559), precommit_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:21.549022 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480'] for port (2b0cbfd5-e15a-4427-9495-cbc5b08f9559), after_create {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:21.577256 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] Sync routers for ids ['db5090ca-4d52-4818-937b-1f7b69884eb0'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:45:21.589142 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] Routers {'db5090ca-4d52-4818-937b-1f7b69884eb0'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:45:21.589750 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:44:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['db5090ca-4d52-4818-937b-1f7b69884eb0'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:21.596941 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-62627d03-d3bb-4ce8-855c-b00234b0de1c admin admin] Publish callbacks [] for router_gateway (23bc53f6-9ea0-4c88-bf3c-31f479324233), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:21.601208 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] Network 474b47cd-b9a8-4c83-b149-622dd17d094a is already hosted by enough agents. {{(pid=103296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:45:21.604352 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.scheduler.base_scheduler [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] Resources bound (agent type, host, resource id): {{(pid=103296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:45:21.612130 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] Received port after_create {{(pid=103296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:45:21.616110 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] Pushing event updated for resources: {'Port': ['ID=2b0cbfd5-e15a-4427-9495-cbc5b08f9559,revision_number=1']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:21.617656 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-62627d03-d3bb-4ce8-855c-b00234b0de1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:21.687316 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] Attempting to bind port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:45:21.687698 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] Attempting to bind port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '2885250d-0e97-4190-8eca-519c587e204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '474b47cd-b9a8-4c83-b149-622dd17d094a'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:45:21.688284 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] Attempting to bind port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 on network 474b47cd-b9a8-4c83-b149-622dd17d094a {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:45:21.694346 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:45:21.694821 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] Checking segment: {'id': '2885250d-0e97-4190-8eca-519c587e204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '474b47cd-b9a8-4c83-b149-622dd17d094a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:45:21.695323 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:21.695803 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] Bound using segment: {'id': '2885250d-0e97-4190-8eca-519c587e204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '474b47cd-b9a8-4c83-b149-622dd17d094a'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:45:21.696338 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] Bound port: 2b0cbfd5-e15a-4427-9495-cbc5b08f9559, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2885250d-0e97-4190-8eca-519c587e204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '474b47cd-b9a8-4c83-b149-622dd17d094a'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:45:21.696840 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (2b0cbfd5-e15a-4427-9495-cbc5b08f9559), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:21.709160 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] Set router db5090ca-4d52-4818-937b-1f7b69884eb0 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:45:21.745437 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-62627d03-d3bb-4ce8-855c-b00234b0de1c admin admin] Allocated IP 172.27.2.188 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/28d56d5a-fb0a-4fdf-8670-af46f79f5a97) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:45:21.877093 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-62627d03-d3bb-4ce8-855c-b00234b0de1c admin admin] Publish callbacks [] for port (28d56d5a-fb0a-4fdf-8670-af46f79f5a97), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:21.909017 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] For port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:45:21.912520 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] For port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=2b0cbfd5-e15a-4427-9495-cbc5b08f9559,segment=NetworkSegment(2885250d-0e97-4190-8eca-519c587e204e),segment_id=2885250d-0e97-4190-8eca-519c587e204e)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:45:21.920435 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (2b0cbfd5-e15a-4427-9495-cbc5b08f9559), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:21.921951 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-62627d03-d3bb-4ce8-855c-b00234b0de1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (28d56d5a-fb0a-4fdf-8670-af46f79f5a97), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:21.930349 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 2, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:21.966360 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62627d03-d3bb-4ce8-855c-b00234b0de1c admin admin] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:45:21.967866 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] Checking router: db5090ca-4d52-4818-937b-1f7b69884eb0 for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:45:21.968229 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] Updating router db5090ca-4d52-4818-937b-1f7b69884eb0 port c81c20ba-6e56-42bc-b9f3-9acf9a467b39 binding host dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:45:21.970098 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-62627d03-d3bb-4ce8-855c-b00234b0de1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:45:21.974102 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62627d03-d3bb-4ce8-855c-b00234b0de1c admin admin] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:45:22.000988 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (c81c20ba-6e56-42bc-b9f3-9acf9a467b39), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:22.013282 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2226d-284c-44b5-be37-08c5e6e96363 None None] Pushing event updated for resources: {'Port': ['ID=2b0cbfd5-e15a-4427-9495-cbc5b08f9559,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:22.016755 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62627d03-d3bb-4ce8-855c-b00234b0de1c admin admin] Pushing event updated for resources: {'Port': ['ID=28d56d5a-fb0a-4fdf-8670-af46f79f5a97,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:22.127070 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device c2fd2260-fd63-48d2-a20e-79b87fb36fcd up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:45:22.167094 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5b168-fee0-4976-b1a7-469718221918 req-033cfde9-17fc-4611-814d-77317621219b tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:22.169173 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f2a5b168-fee0-4976-b1a7-469718221918 req-033cfde9-17fc-4611-814d-77317621219b tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=8447c302-b79a-4641-8df8-c0fc84354065 HTTP/1.1" status: 200 len: 945 time: 0.0701947 Apr 12 13:45:22.254026 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port c2fd2260-fd63-48d2-a20e-79b87fb36fcd triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:22.254519 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (c2fd2260-fd63-48d2-a20e-79b87fb36fcd), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:22.273083 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f2a5b168-fee0-4976-b1a7-469718221918 req-4caced00-4696-4895-a77e-1b94ee42e1b9 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975156 Apr 12 13:45:22.369929 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port c2fd2260-fd63-48d2-a20e-79b87fb36fcd is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:45:22.370513 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (c2fd2260-fd63-48d2-a20e-79b87fb36fcd), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:22.373411 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-62627d03-d3bb-4ce8-855c-b00234b0de1c admin admin] Publish callbacks [] for router_gateway (23bc53f6-9ea0-4c88-bf3c-31f479324233), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:22.397655 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] For port c2fd2260-fd63-48d2-a20e-79b87fb36fcd, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=c2fd2260-fd63-48d2-a20e-79b87fb36fcd,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:45:22.405776 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (c2fd2260-fd63-48d2-a20e-79b87fb36fcd), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:22.464364 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Pushing event updated for resources: {'Port': ['ID=c2fd2260-fd63-48d2-a20e-79b87fb36fcd,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:22.515542 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] Publish callbacks [] for port (c81c20ba-6e56-42bc-b9f3-9acf9a467b39), precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:22.520710 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (c81c20ba-6e56-42bc-b9f3-9acf9a467b39), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:22.577445 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebd229-3a8a-4556-b6a8-a368fdf3fdac None None] Pushing event updated for resources: {'Port': ['ID=c81c20ba-6e56-42bc-b9f3-9acf9a467b39,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:22.619845 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-62627d03-d3bb-4ce8-855c-b00234b0de1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-449241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-466088'] for router (23bc53f6-9ea0-4c88-bf3c-31f479324233), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:22.628665 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd229-3a8a-4556-b6a8-a368fdf3fdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:22.629089 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd229-3a8a-4556-b6a8-a368fdf3fdac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:22.629555 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd229-3a8a-4556-b6a8-a368fdf3fdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:22.629919 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd229-3a8a-4556-b6a8-a368fdf3fdac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:22.630258 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd229-3a8a-4556-b6a8-a368fdf3fdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:22.630588 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd229-3a8a-4556-b6a8-a368fdf3fdac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:22.630911 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd229-3a8a-4556-b6a8-a368fdf3fdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:22.631234 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd229-3a8a-4556-b6a8-a368fdf3fdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:22.631556 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd229-3a8a-4556-b6a8-a368fdf3fdac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:22.631876 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd229-3a8a-4556-b6a8-a368fdf3fdac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:22.632202 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd229-3a8a-4556-b6a8-a368fdf3fdac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:22.632534 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd229-3a8a-4556-b6a8-a368fdf3fdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:22.632857 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd229-3a8a-4556-b6a8-a368fdf3fdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:22.633195 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd229-3a8a-4556-b6a8-a368fdf3fdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:22.633512 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ebd229-3a8a-4556-b6a8-a368fdf3fdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:45:22.653572 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] Attempting to bind port c81c20ba-6e56-42bc-b9f3-9acf9a467b39 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:45:22.654008 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] Attempting to bind port c81c20ba-6e56-42bc-b9f3-9acf9a467b39 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:45:22.654395 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] Attempting to bind port c81c20ba-6e56-42bc-b9f3-9acf9a467b39 on network 3cbf858d-8d65-4553-8fde-4d5100a4d916 {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:45:22.660523 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:45:22.661289 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] Checking segment: {'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:45:22.661611 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:22.662008 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] Bound using segment: {'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:45:22.662477 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] Bound port: c81c20ba-6e56-42bc-b9f3-9acf9a467b39, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:45:22.662954 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (c81c20ba-6e56-42bc-b9f3-9acf9a467b39), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:22.750164 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] For port c81c20ba-6e56-42bc-b9f3-9acf9a467b39, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:45:22.754149 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] For port c81c20ba-6e56-42bc-b9f3-9acf9a467b39, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=c81c20ba-6e56-42bc-b9f3-9acf9a467b39,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:45:22.764372 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (c81c20ba-6e56-42bc-b9f3-9acf9a467b39), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:22.807060 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62627d03-d3bb-4ce8-855c-b00234b0de1c admin admin] Router 23bc53f6-9ea0-4c88-bf3c-31f479324233 is scheduled to L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb with binding_index 1 {{(pid=103294) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 13:45:22.814034 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] Routers {'db5090ca-4d52-4818-937b-1f7b69884eb0'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:45:22.814673 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:44:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['db5090ca-4d52-4818-937b-1f7b69884eb0'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:22.879752 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebd229-3a8a-4556-b6a8-a368fdf3fdac None None] Pushing event updated for resources: {'Port': ['ID=c81c20ba-6e56-42bc-b9f3-9acf9a467b39,revision_number=4']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:22.896797 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-d11df030-64eb-4ca0-9e74-e0c9f5e33b8e None None] Provisioning complete for port c81c20ba-6e56-42bc-b9f3-9acf9a467b39 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:22.896797 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d11df030-64eb-4ca0-9e74-e0c9f5e33b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (c81c20ba-6e56-42bc-b9f3-9acf9a467b39), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:22.954517 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03dde1c-e69a-4b5f-a82c-c603538eec52 req-b34965ca-e510-4fef-8f65-af2380f8ece3 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:22.956319 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c03dde1c-e69a-4b5f-a82c-c603538eec52 req-b34965ca-e510-4fef-8f65-af2380f8ece3 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.41 "GET /v2.0/ports?device_id=8447c302-b79a-4641-8df8-c0fc84354065 HTTP/1.1" status: 200 len: 945 time: 0.0757878 Apr 12 13:45:22.987608 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] Set router db5090ca-4d52-4818-937b-1f7b69884eb0 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:45:23.026410 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-d11df030-64eb-4ca0-9e74-e0c9f5e33b8e None None] Current status of the port c81c20ba-6e56-42bc-b9f3-9acf9a467b39 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:45:23.026841 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d11df030-64eb-4ca0-9e74-e0c9f5e33b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (c81c20ba-6e56-42bc-b9f3-9acf9a467b39), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:23.078612 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-d11df030-64eb-4ca0-9e74-e0c9f5e33b8e None None] For port c81c20ba-6e56-42bc-b9f3-9acf9a467b39, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=c81c20ba-6e56-42bc-b9f3-9acf9a467b39,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:45:23.089381 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d11df030-64eb-4ca0-9e74-e0c9f5e33b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (c81c20ba-6e56-42bc-b9f3-9acf9a467b39), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:23.112260 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62627d03-d3bb-4ce8-855c-b00234b0de1c admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:45:23.128135 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425866cc-7261-4a40-a28b-902814629409 None None] Sync routers for ids ['23bc53f6-9ea0-4c88-bf3c-31f479324233'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:45:23.151147 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-62627d03-d3bb-4ce8-855c-b00234b0de1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:23.152896 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-62627d03-d3bb-4ce8-855c-b00234b0de1c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0090585 Apr 12 13:45:23.153987 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-c03dde1c-e69a-4b5f-a82c-c603538eec52 req-90941cfe-0cfa-4d62-9404-9950ccb4a786 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Deleting port a274d415-43a0-4dfc-9638-d88f55957254 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:45:23.154423 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-c03dde1c-e69a-4b5f-a82c-c603538eec52 req-90941cfe-0cfa-4d62-9404-9950ccb4a786 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (a274d415-43a0-4dfc-9638-d88f55957254), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:23.156010 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40588) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:23.178724 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425866cc-7261-4a40-a28b-902814629409 None None] Routers {'23bc53f6-9ea0-4c88-bf3c-31f479324233'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:45:23.179387 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-425866cc-7261-4a40-a28b-902814629409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:44:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['23bc53f6-9ea0-4c88-bf3c-31f479324233'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:23.270661 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-9b3c2ab5-4b93-4a51-ab69-560837c72774 None None] Provisioning complete for port c81c20ba-6e56-42bc-b9f3-9acf9a467b39 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:23.271286 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2ab5-4b93-4a51-ab69-560837c72774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (c81c20ba-6e56-42bc-b9f3-9acf9a467b39), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:23.273686 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11df030-64eb-4ca0-9e74-e0c9f5e33b8e None None] Pushing event updated for resources: {'Port': ['ID=c81c20ba-6e56-42bc-b9f3-9acf9a467b39,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:23.301695 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:23.338628 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60257234-d4b9-4a3f-a6ff-cec8356bd037 None None] The sync data for ids ['db5090ca-4d52-4818-937b-1f7b69884eb0'] in dv-cinder-830098-4-iscsi is: [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:45:23.341727 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-c03dde1c-e69a-4b5f-a82c-c603538eec52 req-90941cfe-0cfa-4d62-9404-9950ccb4a786 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] For port a274d415-43a0-4dfc-9638-d88f55957254, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=a274d415-43a0-4dfc-9638-d88f55957254,segment=NetworkSegment(4cf3a29c-6fa6-4c43-a6c4-0318d29583fd),segment_id=4cf3a29c-6fa6-4c43-a6c4-0318d29583fd)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:45:23.342191 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-c03dde1c-e69a-4b5f-a82c-c603538eec52 req-90941cfe-0cfa-4d62-9404-9950ccb4a786 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (a274d415-43a0-4dfc-9638-d88f55957254), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:23.360115 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-c03dde1c-e69a-4b5f-a82c-c603538eec52 req-90941cfe-0cfa-4d62-9404-9950ccb4a786 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Calling delete_port for a274d415-43a0-4dfc-9638-d88f55957254 owned by compute:nova {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:45:23.361288 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d14bc1b-ca3d-43f5-8969-6162990c0075 None None] Network 474b47cd-b9a8-4c83-b149-622dd17d094a requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:45:23.462292 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-425866cc-7261-4a40-a28b-902814629409 None None] Set router 23bc53f6-9ea0-4c88-bf3c-31f479324233 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:45:23.477142 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8f416-b15d-4c87-95b8-f330955b366c req-9336fdaf-6c5e-4527-b177-13d068f3a4e0 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:23.478707 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dea8f416-b15d-4c87-95b8-f330955b366c req-9336fdaf-6c5e-4527-b177-13d068f3a4e0 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=8447c302-b79a-4641-8df8-c0fc84354065 HTTP/1.1" status: 200 len: 945 time: 0.0546601 Apr 12 13:45:23.550258 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dea8f416-b15d-4c87-95b8-f330955b366c req-4bc7dc0f-3f09-4470-90b5-06a05ef94b9a tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621893 Apr 12 13:45:23.614120 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-c03dde1c-e69a-4b5f-a82c-c603538eec52 req-90941cfe-0cfa-4d62-9404-9950ccb4a786 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (a274d415-43a0-4dfc-9638-d88f55957254), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:23.639500 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['a274d415-43a0-4dfc-9638-d88f55957254'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:45:23.651970 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90941cfe-0cfa-4d62-9404-9950ccb4a786 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Pushing event deleted for resources: {'Port': ['ID=a274d415-43a0-4dfc-9638-d88f55957254,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:23.692807 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c2ab5-4b93-4a51-ab69-560837c72774 None None] Current status of the port c81c20ba-6e56-42bc-b9f3-9acf9a467b39 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:45:23.715638 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03dde1c-e69a-4b5f-a82c-c603538eec52 req-90941cfe-0cfa-4d62-9404-9950ccb4a786 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] No DVR routers for this DVR port a274d415-43a0-4dfc-9638-d88f55957254 on host hv-cinder-83009 {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:45:23.718632 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-c03dde1c-e69a-4b5f-a82c-c603538eec52 req-90941cfe-0cfa-4d62-9404-9950ccb4a786 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:23.726701 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c03dde1c-e69a-4b5f-a82c-c603538eec52 req-90941cfe-0cfa-4d62-9404-9950ccb4a786 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.41 "DELETE /v2.0/ports/a274d415-43a0-4dfc-9638-d88f55957254 HTTP/1.1" status: 204 len: 173 time: 0.7338941 Apr 12 13:45:23.728876 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8447c302-b79a-4641-8df8-c0fc84354065', 'name': 'network-vif-deleted', 'tag': 'a274d415-43a0-4dfc-9638-d88f55957254'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:45:23.732688 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b651a0de-c1ee-4298-9abd-3d73b2b0a400" -d '{"events": [{"server_uuid": "8447c302-b79a-4641-8df8-c0fc84354065", "name": "network-vif-deleted", "tag": "a274d415-43a0-4dfc-9638-d88f55957254"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:45:23.785365 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-425866cc-7261-4a40-a28b-902814629409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'name': 'tempest-TestVolumeBootPattern-657835440-router', 'tenant_id': '1b9b34bf996b456ab8badac61dd9c401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '28d56d5a-fb0a-4fdf-8670-af46f79f5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:21Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 3, 'project_id': '1b9b34bf996b456ab8badac61dd9c401', 'gw_port': {'id': '28d56d5a-fb0a-4fdf-8670-af46f79f5a97', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:21Z', 'updated_at': '2022-04-12T13:45:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:23.798579 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88105b40-27fe-4b6b-9d2c-2a9907804a6e x-openstack-request-id: req-88105b40-27fe-4b6b-9d2c-2a9907804a6e {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:45:23.798878 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8447c302-b79a-4641-8df8-c0fc84354065", "name": "network-vif-deleted", "tag": "a274d415-43a0-4dfc-9638-d88f55957254", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:45:23.799137 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-88105b40-27fe-4b6b-9d2c-2a9907804a6e {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:45:23.799568 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88105b40-27fe-4b6b-9d2c-2a9907804a6e'] response: {'server_uuid': '8447c302-b79a-4641-8df8-c0fc84354065', 'name': 'network-vif-deleted', 'tag': 'a274d415-43a0-4dfc-9638-d88f55957254', 'status': 'completed', 'code': 200} Apr 12 13:45:23.820734 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425866cc-7261-4a40-a28b-902814629409 None None] Checking router: 23bc53f6-9ea0-4c88-bf3c-31f479324233 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:45:23.821135 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425866cc-7261-4a40-a28b-902814629409 None None] Updating router 23bc53f6-9ea0-4c88-bf3c-31f479324233 port 28d56d5a-fb0a-4fdf-8670-af46f79f5a97 binding host dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:45:23.862639 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-04f7f32e-2e71-483a-b5a9-bb05b5832fc3 None None] Provisioning complete for port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:23.863412 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04f7f32e-2e71-483a-b5a9-bb05b5832fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (2b0cbfd5-e15a-4427-9495-cbc5b08f9559), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:23.917318 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-425866cc-7261-4a40-a28b-902814629409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (28d56d5a-fb0a-4fdf-8670-af46f79f5a97), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:23.947283 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dc21a1c1-157b-4c76-a533-5a9ec64b73ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:23.993275 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-04f7f32e-2e71-483a-b5a9-bb05b5832fc3 None None] Current status of the port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:45:23.993686 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04f7f32e-2e71-483a-b5a9-bb05b5832fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (2b0cbfd5-e15a-4427-9495-cbc5b08f9559), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:24.103562 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-04f7f32e-2e71-483a-b5a9-bb05b5832fc3 None None] For port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=2b0cbfd5-e15a-4427-9495-cbc5b08f9559,segment=NetworkSegment(2885250d-0e97-4190-8eca-519c587e204e),segment_id=2885250d-0e97-4190-8eca-519c587e204e)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:45:24.109136 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-04f7f32e-2e71-483a-b5a9-bb05b5832fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (2b0cbfd5-e15a-4427-9495-cbc5b08f9559), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:24.194353 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-dc21a1c1-157b-4c76-a533-5a9ec64b73ea admin admin] Allocated IP 172.20.0.1 (474b47cd-b9a8-4c83-b149-622dd17d094a/56595ab8-40dd-499d-b7c3-204303475bbd/dd6db991-0cda-4209-b770-0951aee510bf) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:45:24.263664 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device c2fd2260-fd63-48d2-a20e-79b87fb36fcd up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:45:24.319607 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7f32e-2e71-483a-b5a9-bb05b5832fc3 None None] Pushing event updated for resources: {'Port': ['ID=2b0cbfd5-e15a-4427-9495-cbc5b08f9559,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:24.330938 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-171edc93-9491-4394-9fbc-2029e5e7ec53 None None] Provisioning complete for port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:24.331444 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-171edc93-9491-4394-9fbc-2029e5e7ec53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (2b0cbfd5-e15a-4427-9495-cbc5b08f9559), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:24.364386 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dc21a1c1-157b-4c76-a533-5a9ec64b73ea admin admin] Publish callbacks [] for port (dd6db991-0cda-4209-b770-0951aee510bf), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:24.367569 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port c2fd2260-fd63-48d2-a20e-79b87fb36fcd triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:24.368287 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (c2fd2260-fd63-48d2-a20e-79b87fb36fcd), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:24.411511 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dc21a1c1-157b-4c76-a533-5a9ec64b73ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (dd6db991-0cda-4209-b770-0951aee510bf), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:24.456996 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc21a1c1-157b-4c76-a533-5a9ec64b73ea admin admin] Network 474b47cd-b9a8-4c83-b149-622dd17d094a is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:45:24.460321 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-dc21a1c1-157b-4c76-a533-5a9ec64b73ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:45:24.462962 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21a1c1-157b-4c76-a533-5a9ec64b73ea admin admin] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:45:24.499779 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21a1c1-157b-4c76-a533-5a9ec64b73ea admin admin] Pushing event updated for resources: {'Port': ['ID=dd6db991-0cda-4209-b770-0951aee510bf,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:24.526870 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dc21a1c1-157b-4c76-a533-5a9ec64b73ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-466011'] for router_interface (23bc53f6-9ea0-4c88-bf3c-31f479324233), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:24.707665 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-425866cc-7261-4a40-a28b-902814629409 None None] Publish callbacks [] for port (28d56d5a-fb0a-4fdf-8670-af46f79f5a97), precommit_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:24.720935 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port c2fd2260-fd63-48d2-a20e-79b87fb36fcd is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:45:24.722994 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device c81c20ba-6e56-42bc-b9f3-9acf9a467b39 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:45:24.725133 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-171edc93-9491-4394-9fbc-2029e5e7ec53 None None] Current status of the port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:45:24.731800 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dc21a1c1-157b-4c76-a533-5a9ec64b73ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (dd6db991-0cda-4209-b770-0951aee510bf), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:24.732076 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-425866cc-7261-4a40-a28b-902814629409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (28d56d5a-fb0a-4fdf-8670-af46f79f5a97), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:24.861137 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4955c-2455-40d8-a82b-bea1a4c7e605 None None] Pushing event updated for resources: {'Port': ['ID=28d56d5a-fb0a-4fdf-8670-af46f79f5a97,revision_number=2']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:24.863521 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-425866cc-7261-4a40-a28b-902814629409 None None] Attempting to bind port 28d56d5a-fb0a-4fdf-8670-af46f79f5a97 on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:45:24.863831 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-425866cc-7261-4a40-a28b-902814629409 None None] Attempting to bind port 28d56d5a-fb0a-4fdf-8670-af46f79f5a97 by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:45:24.864224 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425866cc-7261-4a40-a28b-902814629409 None None] Attempting to bind port 28d56d5a-fb0a-4fdf-8670-af46f79f5a97 on network 3874c260-3040-429e-b62d-d740e6168690 {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:45:24.882837 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-547fcbb7-10a8-45fe-a09a-31ce0e5f9891 None None] Provisioning complete for port dd6db991-0cda-4209-b770-0951aee510bf triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:24.883285 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-547fcbb7-10a8-45fe-a09a-31ce0e5f9891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (dd6db991-0cda-4209-b770-0951aee510bf), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:24.886233 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425866cc-7261-4a40-a28b-902814629409 None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:45:24.887233 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425866cc-7261-4a40-a28b-902814629409 None None] Checking segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:45:24.887636 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-425866cc-7261-4a40-a28b-902814629409 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:24.888071 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425866cc-7261-4a40-a28b-902814629409 None None] Bound using segment: {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'} {{(pid=103296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:45:24.893010 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.managers [None req-425866cc-7261-4a40-a28b-902814629409 None None] Bound port: 28d56d5a-fb0a-4fdf-8670-af46f79f5a97, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0f1737-02e2-4f98-924b-223215fc9230', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3874c260-3040-429e-b62d-d740e6168690'}}] {{(pid=103296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:45:24.893010 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-425866cc-7261-4a40-a28b-902814629409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (28d56d5a-fb0a-4fdf-8670-af46f79f5a97), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:24.913442 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4a883956-a177-4fdf-ad61-390c625afb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:24.948272 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dc21a1c1-157b-4c76-a533-5a9ec64b73ea admin admin] Publish callbacks [] for port (dd6db991-0cda-4209-b770-0951aee510bf), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:24.954027 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dc21a1c1-157b-4c76-a533-5a9ec64b73ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (dd6db991-0cda-4209-b770-0951aee510bf), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:24.958898 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port c81c20ba-6e56-42bc-b9f3-9acf9a467b39 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:24.959281 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (c81c20ba-6e56-42bc-b9f3-9acf9a467b39), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:24.986867 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-547fcbb7-10a8-45fe-a09a-31ce0e5f9891 None None] Port dd6db991-0cda-4209-b770-0951aee510bf cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:45:25.026564 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dc21a1c1-157b-4c76-a533-5a9ec64b73ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-463851'] for router_interface (23bc53f6-9ea0-4c88-bf3c-31f479324233), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:25.029587 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21a1c1-157b-4c76-a533-5a9ec64b73ea admin admin] Pushing event updated for resources: {'Port': ['ID=dd6db991-0cda-4209-b770-0951aee510bf,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:25.029831 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-425866cc-7261-4a40-a28b-902814629409 None None] For port 28d56d5a-fb0a-4fdf-8670-af46f79f5a97, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:45:25.033855 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-425866cc-7261-4a40-a28b-902814629409 None None] For port 28d56d5a-fb0a-4fdf-8670-af46f79f5a97, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=28d56d5a-fb0a-4fdf-8670-af46f79f5a97,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:45:25.062221 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-425866cc-7261-4a40-a28b-902814629409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (28d56d5a-fb0a-4fdf-8670-af46f79f5a97), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:25.104379 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port c81c20ba-6e56-42bc-b9f3-9acf9a467b39 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:45:25.105861 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:45:25.134002 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc21a1c1-157b-4c76-a533-5a9ec64b73ea admin admin] Network 474b47cd-b9a8-4c83-b149-622dd17d094a is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:45:25.135524 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-dc21a1c1-157b-4c76-a533-5a9ec64b73ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:45:25.171155 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4955c-2455-40d8-a82b-bea1a4c7e605 None None] Pushing event updated for resources: {'Port': ['ID=28d56d5a-fb0a-4fdf-8670-af46f79f5a97,revision_number=3']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:25.173693 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425866cc-7261-4a40-a28b-902814629409 None None] Routers {'23bc53f6-9ea0-4c88-bf3c-31f479324233'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:45:25.174319 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-425866cc-7261-4a40-a28b-902814629409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:44:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['23bc53f6-9ea0-4c88-bf3c-31f479324233'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:25.227309 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:25.227678 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (2b0cbfd5-e15a-4427-9495-cbc5b08f9559), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:25.287916 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc21a1c1-157b-4c76-a533-5a9ec64b73ea admin admin] Router 23bc53f6-9ea0-4c88-bf3c-31f479324233 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:45:25.329170 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-425866cc-7261-4a40-a28b-902814629409 None None] Set router 23bc53f6-9ea0-4c88-bf3c-31f479324233 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:45:25.416033 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc21a1c1-157b-4c76-a533-5a9ec64b73ea admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:45:25.421722 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-dc21a1c1-157b-4c76-a533-5a9ec64b73ea admin admin] 10.222.0.11 "PUT /v2.0/routers/23bc53f6-9ea0-4c88-bf3c-31f479324233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2634835 Apr 12 13:45:25.446098 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:45:25.456849 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-1c1b79fd-6bce-4d5f-b1a4-6d4aa4c30a9d None None] Provisioning complete for port dd6db991-0cda-4209-b770-0951aee510bf triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:25.457247 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1c1b79fd-6bce-4d5f-b1a4-6d4aa4c30a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (dd6db991-0cda-4209-b770-0951aee510bf), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:25.536736 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b79fd-6bce-4d5f-b1a4-6d4aa4c30a9d None None] Port dd6db991-0cda-4209-b770-0951aee510bf cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:45:25.596841 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-425866cc-7261-4a40-a28b-902814629409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'name': 'tempest-TestVolumeBootPattern-657835440-router', 'tenant_id': '1b9b34bf996b456ab8badac61dd9c401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '28d56d5a-fb0a-4fdf-8670-af46f79f5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:21Z', 'updated_at': '2022-04-12T13:45:24Z', 'revision_number': 4, 'project_id': '1b9b34bf996b456ab8badac61dd9c401', 'gw_port': {'id': '28d56d5a-fb0a-4fdf-8670-af46f79f5a97', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:21Z', 'updated_at': '2022-04-12T13:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'dd6db991-0cda-4209-b770-0951aee510bf', 'name': '', 'network_id': '474b47cd-b9a8-4c83-b149-622dd17d094a', 'tenant_id': '1b9b34bf996b456ab8badac61dd9c401', 'mac_address': 'fa:16:3e:c2:c1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '56595ab8-40dd-499d-b7c3-204303475bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:23Z', 'updated_at': '2022-04-12T13:45:24Z', 'revision_number': 2, 'project_id': '1b9b34bf996b456ab8badac61dd9c401', 'subnets': [{'id': '56595ab8-40dd-499d-b7c3-204303475bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:25.624201 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-425866cc-7261-4a40-a28b-902814629409 None None] The sync data for ids ['23bc53f6-9ea0-4c88-bf3c-31f479324233'] in dv-cinder-830098-4-iscsi is: [{'id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'name': 'tempest-TestVolumeBootPattern-657835440-router', 'tenant_id': '1b9b34bf996b456ab8badac61dd9c401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '28d56d5a-fb0a-4fdf-8670-af46f79f5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:21Z', 'updated_at': '2022-04-12T13:45:24Z', 'revision_number': 4, 'project_id': '1b9b34bf996b456ab8badac61dd9c401', 'gw_port': {'id': '28d56d5a-fb0a-4fdf-8670-af46f79f5a97', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:21Z', 'updated_at': '2022-04-12T13:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'dd6db991-0cda-4209-b770-0951aee510bf', 'name': '', 'network_id': '474b47cd-b9a8-4c83-b149-622dd17d094a', 'tenant_id': '1b9b34bf996b456ab8badac61dd9c401', 'mac_address': 'fa:16:3e:c2:c1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '56595ab8-40dd-499d-b7c3-204303475bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:23Z', 'updated_at': '2022-04-12T13:45:24Z', 'revision_number': 2, 'project_id': '1b9b34bf996b456ab8badac61dd9c401', 'subnets': [{'id': '56595ab8-40dd-499d-b7c3-204303475bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:45:25.913684 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 40614) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:25.919963 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-5db4c3cb-159b-4b89-97fb-0f111739f5d9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1327477518', 'description': 'tempest-secgroup-smoke-1327477518 description', 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:45:25.944503 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5db4c3cb-159b-4b89-97fb-0f111739f5d9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.020931 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5db4c3cb-159b-4b89-97fb-0f111739f5d9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group (34fd5409-a652-4e31-b2f9-d76e4817a973), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.026002 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5db4c3cb-159b-4b89-97fb-0f111739f5d9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (34fd5409-a652-4e31-b2f9-d76e4817a973), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.051927 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-5db4c3cb-159b-4b89-97fb-0f111739f5d9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.056015 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-5db4c3cb-159b-4b89-97fb-0f111739f5d9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1385412 Apr 12 13:45:26.056468 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40616) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:26.061378 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-585e4585-ad45-49c3-bcf4-ca4c6af74eda tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Request body: {'security_group_rule': {'security_group_id': '34fd5409-a652-4e31-b2f9-d76e4817a973', 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:45:26.072108 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4c3cb-159b-4b89-97fb-0f111739f5d9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34fd5409-a652-4e31-b2f9-d76e4817a973,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:26.092441 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:45:26.094847 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-585e4585-ad45-49c3-bcf4-ca4c6af74eda tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group_rule (8b493a60-857b-44a4-8e94-674d822f40e6), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.146435 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:26.146829 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (2b0cbfd5-e15a-4427-9495-cbc5b08f9559), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.161856 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-585e4585-ad45-49c3-bcf4-ca4c6af74eda tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group_rule (8b493a60-857b-44a4-8e94-674d822f40e6), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.166044 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-585e4585-ad45-49c3-bcf4-ca4c6af74eda tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (8b493a60-857b-44a4-8e94-674d822f40e6), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.185388 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e4585-ad45-49c3-bcf4-ca4c6af74eda tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b493a60-857b-44a4-8e94-674d822f40e6,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:26.194957 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-585e4585-ad45-49c3-bcf4-ca4c6af74eda tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.196442 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-585e4585-ad45-49c3-bcf4-ca4c6af74eda tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1388490 Apr 12 13:45:26.199716 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40618) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:26.204480 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-cd673132-4272-478e-9164-d47359249241 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Request body: {'security_group_rule': {'security_group_id': '34fd5409-a652-4e31-b2f9-d76e4817a973', 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:45:26.234781 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cd673132-4272-478e-9164-d47359249241 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group_rule (8959e6b5-2b3b-4572-aea6-9ca425685467), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.247376 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:45:26.301372 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cd673132-4272-478e-9164-d47359249241 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group_rule (8959e6b5-2b3b-4572-aea6-9ca425685467), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.305475 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cd673132-4272-478e-9164-d47359249241 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (8959e6b5-2b3b-4572-aea6-9ca425685467), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.325382 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd673132-4272-478e-9164-d47359249241 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8959e6b5-2b3b-4572-aea6-9ca425685467,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:26.337604 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-cd673132-4272-478e-9164-d47359249241 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.337604 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-cd673132-4272-478e-9164-d47359249241 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1341937 Apr 12 13:45:26.343717 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40620) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:26.350858 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-6bc5fa5a-3c56-422f-abb2-bca99ad0319c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Request body: {'security_group_rule': {'security_group_id': '34fd5409-a652-4e31-b2f9-d76e4817a973', 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:45:26.394080 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6bc5fa5a-3c56-422f-abb2-bca99ad0319c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group_rule (dea57e7a-54b4-455b-8014-7176e7cec9a8), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.461286 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6bc5fa5a-3c56-422f-abb2-bca99ad0319c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group_rule (dea57e7a-54b4-455b-8014-7176e7cec9a8), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.465984 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6bc5fa5a-3c56-422f-abb2-bca99ad0319c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (dea57e7a-54b4-455b-8014-7176e7cec9a8), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.489059 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5fa5a-3c56-422f-abb2-bca99ad0319c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea57e7a-54b4-455b-8014-7176e7cec9a8,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:26.495108 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-6bc5fa5a-3c56-422f-abb2-bca99ad0319c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.497396 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-6bc5fa5a-3c56-422f-abb2-bca99ad0319c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521432 Apr 12 13:45:26.500444 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40624) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:26.504801 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-7ae14f4b-244b-4449-a3bc-fdedf420c266 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Request body: {'security_group_rule': {'security_group_id': '34fd5409-a652-4e31-b2f9-d76e4817a973', 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:45:26.532356 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7ae14f4b-244b-4449-a3bc-fdedf420c266 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group_rule (867d6690-e0ca-4a71-ac47-f65981ea041c), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.594627 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7ae14f4b-244b-4449-a3bc-fdedf420c266 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group_rule (867d6690-e0ca-4a71-ac47-f65981ea041c), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.598450 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7ae14f4b-244b-4449-a3bc-fdedf420c266 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (867d6690-e0ca-4a71-ac47-f65981ea041c), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.617043 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae14f4b-244b-4449-a3bc-fdedf420c266 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867d6690-e0ca-4a71-ac47-f65981ea041c,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:26.626232 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7ae14f4b-244b-4449-a3bc-fdedf420c266 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.627444 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-7ae14f4b-244b-4449-a3bc-fdedf420c266 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260686 Apr 12 13:45:26.630336 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40626) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:26.635013 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-2224bbbb-b1f0-41a5-8a6b-d8fb1acd08a5 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Request body: {'security_group_rule': {'security_group_id': '34fd5409-a652-4e31-b2f9-d76e4817a973', 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:45:26.659154 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.securitygroups_db [None req-2224bbbb-b1f0-41a5-8a6b-d8fb1acd08a5 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Project debdd0ea0e9f4d899e7d40726c31b759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 13:45:26.665022 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2224bbbb-b1f0-41a5-8a6b-d8fb1acd08a5 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group_rule (b48e26a3-2abd-4597-b4da-9044defb716c), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.728104 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2224bbbb-b1f0-41a5-8a6b-d8fb1acd08a5 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group_rule (b48e26a3-2abd-4597-b4da-9044defb716c), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.734780 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2224bbbb-b1f0-41a5-8a6b-d8fb1acd08a5 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (b48e26a3-2abd-4597-b4da-9044defb716c), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.754485 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224bbbb-b1f0-41a5-8a6b-d8fb1acd08a5 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48e26a3-2abd-4597-b4da-9044defb716c,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:26.763595 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2224bbbb-b1f0-41a5-8a6b-d8fb1acd08a5 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.764966 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-2224bbbb-b1f0-41a5-8a6b-d8fb1acd08a5 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1335661 Apr 12 13:45:26.767756 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40628) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:45:26.772820 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-90c27720-8968-4c45-9e5e-e8511ab7be0b tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Request body: {'security_group_rule': {'security_group_id': '34fd5409-a652-4e31-b2f9-d76e4817a973', 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:45:26.795968 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.securitygroups_db [None req-90c27720-8968-4c45-9e5e-e8511ab7be0b tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Project debdd0ea0e9f4d899e7d40726c31b759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 13:45:26.801932 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-90c27720-8968-4c45-9e5e-e8511ab7be0b tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group_rule (ebce3e3a-6c97-4f14-a7fa-9f47e704f7aa), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.864902 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-90c27720-8968-4c45-9e5e-e8511ab7be0b tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group_rule (ebce3e3a-6c97-4f14-a7fa-9f47e704f7aa), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.868955 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-90c27720-8968-4c45-9e5e-e8511ab7be0b tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509033'] for security_group_rule (ebce3e3a-6c97-4f14-a7fa-9f47e704f7aa), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.889813 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c27720-8968-4c45-9e5e-e8511ab7be0b tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebce3e3a-6c97-4f14-a7fa-9f47e704f7aa,revision_number=0']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:26.898658 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-90c27720-8968-4c45-9e5e-e8511ab7be0b tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:26.901805 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-90c27720-8968-4c45-9e5e-e8511ab7be0b tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326618 Apr 12 13:45:27.491071 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-a624a0a0-28b4-4315-bafa-c0f9844c5f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:27.749246 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] Sync routers for ids ['23bc53f6-9ea0-4c88-bf3c-31f479324233'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:45:27.759833 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] Routers {'23bc53f6-9ea0-4c88-bf3c-31f479324233'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:45:27.760447 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:45:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['23bc53f6-9ea0-4c88-bf3c-31f479324233'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:27.874138 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] Set router 23bc53f6-9ea0-4c88-bf3c-31f479324233 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:45:28.072604 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 28d56d5a-fb0a-4fdf-8670-af46f79f5a97 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:45:28.080913 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'name': 'tempest-TestVolumeBootPattern-657835440-router', 'tenant_id': '1b9b34bf996b456ab8badac61dd9c401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '28d56d5a-fb0a-4fdf-8670-af46f79f5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:21Z', 'updated_at': '2022-04-12T13:45:24Z', 'revision_number': 4, 'project_id': '1b9b34bf996b456ab8badac61dd9c401', 'gw_port': {'id': '28d56d5a-fb0a-4fdf-8670-af46f79f5a97', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:21Z', 'updated_at': '2022-04-12T13:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'dd6db991-0cda-4209-b770-0951aee510bf', 'name': '', 'network_id': '474b47cd-b9a8-4c83-b149-622dd17d094a', 'tenant_id': '1b9b34bf996b456ab8badac61dd9c401', 'mac_address': 'fa:16:3e:c2:c1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '56595ab8-40dd-499d-b7c3-204303475bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:23Z', 'updated_at': '2022-04-12T13:45:24Z', 'revision_number': 2, 'project_id': '1b9b34bf996b456ab8badac61dd9c401', 'subnets': [{'id': '56595ab8-40dd-499d-b7c3-204303475bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:28.122390 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] Checking router: 23bc53f6-9ea0-4c88-bf3c-31f479324233 for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:45:28.122845 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] Updating router 23bc53f6-9ea0-4c88-bf3c-31f479324233 port dd6db991-0cda-4209-b770-0951aee510bf binding host dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 13:45:28.127790 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:28.139413 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 28d56d5a-fb0a-4fdf-8670-af46f79f5a97 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:28.139794 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (28d56d5a-fb0a-4fdf-8670-af46f79f5a97), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:28.153507 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (dd6db991-0cda-4209-b770-0951aee510bf), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:28.227018 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 28d56d5a-fb0a-4fdf-8670-af46f79f5a97 is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:45:28.227452 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (28d56d5a-fb0a-4fdf-8670-af46f79f5a97), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:28.250680 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] For port 28d56d5a-fb0a-4fdf-8670-af46f79f5a97, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=28d56d5a-fb0a-4fdf-8670-af46f79f5a97,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:45:28.254770 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (28d56d5a-fb0a-4fdf-8670-af46f79f5a97), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:28.312157 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Pushing event updated for resources: {'Port': ['ID=28d56d5a-fb0a-4fdf-8670-af46f79f5a97,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:28.438716 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] Publish callbacks [] for port (dd6db991-0cda-4209-b770-0951aee510bf), precommit_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:28.444169 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (dd6db991-0cda-4209-b770-0951aee510bf), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:28.498120 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35196ddc-24eb-4cf5-bc42-bc0cb535c53c None None] Pushing event updated for resources: {'Port': ['ID=dd6db991-0cda-4209-b770-0951aee510bf,revision_number=3']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:28.565617 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] Attempting to bind port dd6db991-0cda-4209-b770-0951aee510bf on host dv-cinder-830098-4-iscsi for vnic_type normal with profile {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:45:28.566063 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] Attempting to bind port dd6db991-0cda-4209-b770-0951aee510bf by drivers openvswitch,hyperv on host dv-cinder-830098-4-iscsi at level 0 using segments [{'id': '2885250d-0e97-4190-8eca-519c587e204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '474b47cd-b9a8-4c83-b149-622dd17d094a'}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:45:28.568842 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] Attempting to bind port dd6db991-0cda-4209-b770-0951aee510bf on network 474b47cd-b9a8-4c83-b149-622dd17d094a {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:45:28.573218 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] Checking agent: {'id': '6270ae95-ebba-4b95-a8aa-22f7b4ee9da1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830098-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 23, 1), 'started_at': datetime.datetime(2022, 4, 12, 13, 23, 31), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830098-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:45:28.573782 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] Checking segment: {'id': '2885250d-0e97-4190-8eca-519c587e204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '474b47cd-b9a8-4c83-b149-622dd17d094a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:45:28.574263 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:28.574791 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] Bound using segment: {'id': '2885250d-0e97-4190-8eca-519c587e204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '474b47cd-b9a8-4c83-b149-622dd17d094a'} {{(pid=103297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:45:28.575402 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.managers [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] Bound port: dd6db991-0cda-4209-b770-0951aee510bf, host: dv-cinder-830098-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2885250d-0e97-4190-8eca-519c587e204e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '474b47cd-b9a8-4c83-b149-622dd17d094a'}}] {{(pid=103297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:45:28.575852 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (dd6db991-0cda-4209-b770-0951aee510bf), before_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:28.652341 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] For port dd6db991-0cda-4209-b770-0951aee510bf, host dv-cinder-830098-4-iscsi, cleared binding levels {{(pid=103297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:45:28.656045 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.plugins.ml2.db [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] For port dd6db991-0cda-4209-b770-0951aee510bf, host dv-cinder-830098-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=dd6db991-0cda-4209-b770-0951aee510bf,segment=NetworkSegment(2885250d-0e97-4190-8eca-519c587e204e),segment_id=2885250d-0e97-4190-8eca-519c587e204e)] {{(pid=103297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:45:28.662731 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron_lib.callbacks.manager [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (dd6db991-0cda-4209-b770-0951aee510bf), after_update {{(pid=103297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:28.691570 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-2bc20fc7-d80d-4070-892c-17e0fb1b4aed None None] Provisioning complete for port dd6db991-0cda-4209-b770-0951aee510bf triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:28.692072 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2bc20fc7-d80d-4070-892c-17e0fb1b4aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (dd6db991-0cda-4209-b770-0951aee510bf), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:28.737150 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] Routers {'23bc53f6-9ea0-4c88-bf3c-31f479324233'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:45:28.737746 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:45:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['23bc53f6-9ea0-4c88-bf3c-31f479324233'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:28.743271 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35196ddc-24eb-4cf5-bc42-bc0cb535c53c None None] Pushing event updated for resources: {'Port': ['ID=dd6db991-0cda-4209-b770-0951aee510bf,revision_number=4']} {{(pid=103297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:28.787740 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-2bc20fc7-d80d-4070-892c-17e0fb1b4aed None None] Current status of the port dd6db991-0cda-4209-b770-0951aee510bf is: DOWN; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:45:28.788226 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2bc20fc7-d80d-4070-892c-17e0fb1b4aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (dd6db991-0cda-4209-b770-0951aee510bf), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:28.791861 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device a274d415-43a0-4dfc-9638-d88f55957254 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:45:28.820485 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: a274d415-43a0-4dfc-9638-d88f55957254 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:45:28.820822 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device a274d415-43a0-4dfc-9638-d88f55957254 not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:45:28.852979 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-2bc20fc7-d80d-4070-892c-17e0fb1b4aed None None] For port dd6db991-0cda-4209-b770-0951aee510bf, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=dd6db991-0cda-4209-b770-0951aee510bf,segment=NetworkSegment(2885250d-0e97-4190-8eca-519c587e204e),segment_id=2885250d-0e97-4190-8eca-519c587e204e)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:45:28.859312 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2bc20fc7-d80d-4070-892c-17e0fb1b4aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (dd6db991-0cda-4209-b770-0951aee510bf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:28.923704 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc20fc7-d80d-4070-892c-17e0fb1b4aed None None] Pushing event updated for resources: {'Port': ['ID=dd6db991-0cda-4209-b770-0951aee510bf,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:28.979696 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-8d1dbac3-9eb8-4ce0-a93d-6ea910e89ec8 None None] Provisioning complete for port dd6db991-0cda-4209-b770-0951aee510bf triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:28.980218 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8d1dbac3-9eb8-4ce0-a93d-6ea910e89ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (dd6db991-0cda-4209-b770-0951aee510bf), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:28.981977 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] Set router 23bc53f6-9ea0-4c88-bf3c-31f479324233 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:45:29.064910 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-8d1dbac3-9eb8-4ce0-a93d-6ea910e89ec8 None None] Current status of the port dd6db991-0cda-4209-b770-0951aee510bf is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:45:29.211813 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'name': 'tempest-TestVolumeBootPattern-657835440-router', 'tenant_id': '1b9b34bf996b456ab8badac61dd9c401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '28d56d5a-fb0a-4fdf-8670-af46f79f5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:21Z', 'updated_at': '2022-04-12T13:45:24Z', 'revision_number': 4, 'project_id': '1b9b34bf996b456ab8badac61dd9c401', 'gw_port': {'id': '28d56d5a-fb0a-4fdf-8670-af46f79f5a97', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:21Z', 'updated_at': '2022-04-12T13:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'dd6db991-0cda-4209-b770-0951aee510bf', 'name': '', 'network_id': '474b47cd-b9a8-4c83-b149-622dd17d094a', 'tenant_id': '1b9b34bf996b456ab8badac61dd9c401', 'mac_address': 'fa:16:3e:c2:c1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '56595ab8-40dd-499d-b7c3-204303475bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:23Z', 'updated_at': '2022-04-12T13:45:28Z', 'revision_number': 4, 'project_id': '1b9b34bf996b456ab8badac61dd9c401', 'subnets': [{'id': '56595ab8-40dd-499d-b7c3-204303475bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:45:29.239896 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd0209-0c54-4114-9e6e-0536f2c8e8fb None None] The sync data for ids ['23bc53f6-9ea0-4c88-bf3c-31f479324233'] in dv-cinder-830098-4-iscsi is: [{'id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'name': 'tempest-TestVolumeBootPattern-657835440-router', 'tenant_id': '1b9b34bf996b456ab8badac61dd9c401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '28d56d5a-fb0a-4fdf-8670-af46f79f5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:21Z', 'updated_at': '2022-04-12T13:45:24Z', 'revision_number': 4, 'project_id': '1b9b34bf996b456ab8badac61dd9c401', 'gw_port': {'id': '28d56d5a-fb0a-4fdf-8670-af46f79f5a97', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:21Z', 'updated_at': '2022-04-12T13:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'dd6db991-0cda-4209-b770-0951aee510bf', 'name': '', 'network_id': '474b47cd-b9a8-4c83-b149-622dd17d094a', 'tenant_id': '1b9b34bf996b456ab8badac61dd9c401', 'mac_address': 'fa:16:3e:c2:c1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '56595ab8-40dd-499d-b7c3-204303475bbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:23Z', 'updated_at': '2022-04-12T13:45:28Z', 'revision_number': 4, 'project_id': '1b9b34bf996b456ab8badac61dd9c401', 'subnets': [{'id': '56595ab8-40dd-499d-b7c3-204303475bbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:45:29.778770 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:30.092467 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 28d56d5a-fb0a-4fdf-8670-af46f79f5a97 up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:45:30.154782 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port 28d56d5a-fb0a-4fdf-8670-af46f79f5a97 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:30.155157 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (28d56d5a-fb0a-4fdf-8670-af46f79f5a97), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:30.238745 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port 28d56d5a-fb0a-4fdf-8670-af46f79f5a97 is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:45:30.239809 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device dd6db991-0cda-4209-b770-0951aee510bf up at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:45:30.289132 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Provisioning complete for port dd6db991-0cda-4209-b770-0951aee510bf triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:30.289691 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (dd6db991-0cda-4209-b770-0951aee510bf), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:30.375181 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Current status of the port dd6db991-0cda-4209-b770-0951aee510bf is: ACTIVE; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:45:30.988290 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:31.230840 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:45:37.888354 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-649b2414-039d-4c8d-a2e8-ac740e26b047 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:37.891685 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-649b2414-039d-4c8d-a2e8-ac740e26b047 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/networks?id=7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a HTTP/1.1" status: 200 len: 814 time: 0.1201584 Apr 12 13:45:37.907179 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-535afd2e-fed9-440a-8991-345561f8c512 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/quotas/5de3aaeee6a645a9b1fc40ee4eb00d1a HTTP/1.1" status: 200 len: 375 time: 0.0101264 Apr 12 13:45:37.945211 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-249aca0b-8254-4aec-b570-81e7873b7d30 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de3aaeee6a645a9b1fc40ee4eb00d1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325110 Apr 12 13:45:38.043449 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-01913151-3152-4966-b17f-d2f7f2bb5a4f service neutron] 10.222.0.11 "GET /v2.0/networks/7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910139 Apr 12 13:45:38.138199 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-6de85193-9381-4af5-a42d-1a2b549aa8ef service neutron] 10.222.0.11 "GET /v2.0/networks/7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875511 Apr 12 13:45:38.314191 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4c0eb65a-e92f-4a64-8734-b79acdd3d8a4 req-6e2efe15-e015-4043-bd1a-3b7d97e11a1e tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=1813c072-4cf9-4a52-aff2-8ac0879adea7 HTTP/1.1" status: 200 len: 210 time: 0.0323939 Apr 12 13:45:39.287525 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-1a5e6302-643c-48c0-b904-b7ac47252fea tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:39.289194 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-1a5e6302-643c-48c0-b904-b7ac47252fea tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.41 "GET /v2.0/networks?id=7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a HTTP/1.1" status: 200 len: 814 time: 0.1134539 Apr 12 13:45:39.302113 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-8fe2920d-3ae1-4c3a-bd1a-640e17959280 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Request body: {'port': {'device_id': '1813c072-4cf9-4a52-aff2-8ac0879adea7', 'network_id': '7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a', 'admin_state_up': True, 'tenant_id': '5de3aaeee6a645a9b1fc40ee4eb00d1a'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:45:39.434701 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dcc4034c-b692-47b3-9c19-f0babf55b425 req-a5d3e5ac-1690-4b53-8bdf-9dd2726529ee tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=1813c072-4cf9-4a52-aff2-8ac0879adea7 HTTP/1.1" status: 200 len: 210 time: 0.0446160 Apr 12 13:45:39.452570 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-8fe2920d-3ae1-4c3a-bd1a-640e17959280 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Made reservation on behalf of 5de3aaeee6a645a9b1fc40ee4eb00d1a for: {'port': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:45:39.456040 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-8fe2920d-3ae1-4c3a-bd1a-640e17959280 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:39.585281 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-8fe2920d-3ae1-4c3a-bd1a-640e17959280 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Allocated IP 172.20.0.12 (7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a/1d457595-38df-4bfc-a967-df712c22f8a1/9fb26616-0949-4763-a848-417b09a08e05) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:45:39.759575 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-8fe2920d-3ae1-4c3a-bd1a-640e17959280 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Publish callbacks [] for port (9fb26616-0949-4763-a848-417b09a08e05), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:39.793174 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-8fe2920d-3ae1-4c3a-bd1a-640e17959280 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (9fb26616-0949-4763-a848-417b09a08e05), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:39.838436 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-8fe2920d-3ae1-4c3a-bd1a-640e17959280 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Network 7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:45:39.841592 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-8fe2920d-3ae1-4c3a-bd1a-640e17959280 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:45:39.845256 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-8fe2920d-3ae1-4c3a-bd1a-640e17959280 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:45:39.853692 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe2920d-3ae1-4c3a-bd1a-640e17959280 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Pushing event updated for resources: {'Port': ['ID=9fb26616-0949-4763-a848-417b09a08e05,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:39.903116 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-8fe2920d-3ae1-4c3a-bd1a-640e17959280 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:39.903838 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-8fe2920d-3ae1-4c3a-bd1a-640e17959280 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:39.922562 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-8fe2920d-3ae1-4c3a-bd1a-640e17959280 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6251583 Apr 12 13:45:39.935897 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Request body: {'port': {'device_id': '1813c072-4cf9-4a52-aff2-8ac0879adea7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:45:40.002090 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (9fb26616-0949-4763-a848-417b09a08e05), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:40.539476 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb26616-0949-4763-a848-417b09a08e05 {{(pid=103294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:45:40.547941 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Publish callbacks [] for port (9fb26616-0949-4763-a848-417b09a08e05), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:40.551484 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5d9ec-62c3-407b-ba0c-874d0ead21c9 req-a81116d8-8dee-4187-8020-47c09d56e29e tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:40.552974 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c0d5d9ec-62c3-407b-ba0c-874d0ead21c9 req-a81116d8-8dee-4187-8020-47c09d56e29e tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=1813c072-4cf9-4a52-aff2-8ac0879adea7 HTTP/1.1" status: 200 len: 932 time: 0.0504684 Apr 12 13:45:40.561094 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.provisioning_blocks [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Transition to ACTIVE for port object 9fb26616-0949-4763-a848-417b09a08e05 will not be triggered until provisioned by entity L2. {{(pid=103294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:45:40.564740 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (9fb26616-0949-4763-a848-417b09a08e05), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:40.601504 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c0d5d9ec-62c3-407b-ba0c-874d0ead21c9 req-1c8e140a-d96f-43ff-87cb-bc2946a87ce6 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418215 Apr 12 13:45:40.634813 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb26616-0949-4763-a848-417b09a08e05,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:40.688429 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Attempting to bind port 9fb26616-0949-4763-a848-417b09a08e05 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:45:40.688785 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Attempting to bind port 9fb26616-0949-4763-a848-417b09a08e05 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '4cf3a29c-6fa6-4c43-a6c4-0318d29583fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:45:40.689165 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Attempting to bind port 9fb26616-0949-4763-a848-417b09a08e05 on network 7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:45:40.693651 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Port 9fb26616-0949-4763-a848-417b09a08e05 on network 7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:45:40.693989 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Attempting to bind port 9fb26616-0949-4763-a848-417b09a08e05 on network 7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:45:40.698998 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:45:40.699356 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Checking segment: {'id': '4cf3a29c-6fa6-4c43-a6c4-0318d29583fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:45:40.699765 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Bound using segment: {'id': '4cf3a29c-6fa6-4c43-a6c4-0318d29583fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:45:40.700226 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Bound port: 9fb26616-0949-4763-a848-417b09a08e05, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf3a29c-6fa6-4c43-a6c4-0318d29583fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:45:40.700610 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (9fb26616-0949-4763-a848-417b09a08e05), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:40.769999 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] For port 9fb26616-0949-4763-a848-417b09a08e05, host hv-cinder-83009, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:45:40.773688 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] For port 9fb26616-0949-4763-a848-417b09a08e05, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9fb26616-0949-4763-a848-417b09a08e05,segment=NetworkSegment(4cf3a29c-6fa6-4c43-a6c4-0318d29583fd),segment_id=4cf3a29c-6fa6-4c43-a6c4-0318d29583fd)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:45:40.782534 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (9fb26616-0949-4763-a848-417b09a08e05), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:40.825355 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:40.826113 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:40.827636 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] 10.222.0.41 "PUT /v2.0/ports/9fb26616-0949-4763-a848-417b09a08e05 HTTP/1.1" status: 200 len: 1094 time: 0.8977613 Apr 12 13:45:40.828145 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1813c072-4cf9-4a52-aff2-8ac0879adea7', 'tag': '9fb26616-0949-4763-a848-417b09a08e05'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:45:40.830740 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f7e2ca-70d3-47d6-a297-250a30e5542f" -d '{"events": [{"name": "network-changed", "server_uuid": "1813c072-4cf9-4a52-aff2-8ac0879adea7", "tag": "9fb26616-0949-4763-a848-417b09a08e05"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:45:40.853722 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247766a8-029e-42f5-b342-6bc962b93da8 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb26616-0949-4763-a848-417b09a08e05,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:40.878610 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ac4ae8-587e-46a6-a13b-c7e5c7bfa30d x-openstack-request-id: req-98ac4ae8-587e-46a6-a13b-c7e5c7bfa30d {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:45:40.878894 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1813c072-4cf9-4a52-aff2-8ac0879adea7", "tag": "9fb26616-0949-4763-a848-417b09a08e05", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:45:40.879149 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-98ac4ae8-587e-46a6-a13b-c7e5c7bfa30d {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:45:40.879547 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ac4ae8-587e-46a6-a13b-c7e5c7bfa30d'] response: {'name': 'network-changed', 'server_uuid': '1813c072-4cf9-4a52-aff2-8ac0879adea7', 'tag': '9fb26616-0949-4763-a848-417b09a08e05', 'status': 'completed', 'code': 200} Apr 12 13:45:40.911975 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-a0804cce-c6d1-4d47-8769-901ba71e2a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:40.913541 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-a0804cce-c6d1-4d47-8769-901ba71e2a06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5de3aaeee6a645a9b1fc40ee4eb00d1a&device_id=1813c072-4cf9-4a52-aff2-8ac0879adea7 HTTP/1.1" status: 200 len: 1128 time: 0.0443070 Apr 12 13:45:41.010504 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-1ac7d177-8f61-4b3a-8ead-9c0f31814081 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fb26616-0949-4763-a848-417b09a08e05 HTTP/1.1" status: 200 len: 217 time: 0.0375385 Apr 12 13:45:41.059954 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-9c95b4b7-c1a0-4cf3-b5ae-4460009fe42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:41.061448 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-9c95b4b7-c1a0-4cf3-b5ae-4460009fe42f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1d457595-38df-4bfc-a967-df712c22f8a1 HTTP/1.1" status: 200 len: 854 time: 0.0438011 Apr 12 13:45:41.094107 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-a4de912b-118f-478a-a61b-8ba6b9e3b479 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265930 Apr 12 13:45:41.191658 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-fa024d46-940a-4c19-981c-f4f300de82fd service neutron] 10.222.0.41 "GET /v2.0/networks/7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913172 Apr 12 13:45:41.280610 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-0eba4c52-2148-403e-84e3-0f4a7ac413ee req-0b833ade-7c5e-4cba-9719-305db207413d service neutron] 10.222.0.41 "GET /v2.0/networks/7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824070 Apr 12 13:45:41.723881 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab660d-abe7-471e-b87c-55ac9ec43300 req-6828e608-3fd8-4583-b260-f6e777b22664 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:41.725526 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-cbab660d-abe7-471e-b87c-55ac9ec43300 req-6828e608-3fd8-4583-b260-f6e777b22664 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=1813c072-4cf9-4a52-aff2-8ac0879adea7 HTTP/1.1" status: 200 len: 944 time: 0.0519073 Apr 12 13:45:41.780713 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-cbab660d-abe7-471e-b87c-55ac9ec43300 req-711492b2-f45c-4983-8648-502974621c0d tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474486 Apr 12 13:45:42.902155 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dba3c8-dac2-488d-ac82-15675535792c req-9be008ea-16ee-4aa1-80fb-e40c559b8a03 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:42.903776 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-15dba3c8-dac2-488d-ac82-15675535792c req-9be008ea-16ee-4aa1-80fb-e40c559b8a03 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=1813c072-4cf9-4a52-aff2-8ac0879adea7 HTTP/1.1" status: 200 len: 944 time: 0.0536032 Apr 12 13:45:42.954970 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-15dba3c8-dac2-488d-ac82-15675535792c req-3024b085-dd9a-423f-a8cf-2e5b3dbd2194 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454569 Apr 12 13:45:43.483139 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 9fb26616-0949-4763-a848-417b09a08e05 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:45:43.578354 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 9fb26616-0949-4763-a848-417b09a08e05, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9fb26616-0949-4763-a848-417b09a08e05,segment=NetworkSegment(4cf3a29c-6fa6-4c43-a6c4-0318d29583fd),segment_id=4cf3a29c-6fa6-4c43-a6c4-0318d29583fd)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:45:43.590002 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': '9fb26616-0949-4763-a848-417b09a08e05', 'network_id': '7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a', 'port_id': '9fb26616-0949-4763-a848-417b09a08e05', 'mac_address': 'fa:16:3e:38:fa:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d457595-38df-4bfc-a967-df712c22f8a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:45:43.630600 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 9fb26616-0949-4763-a848-417b09a08e05 is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:45:43.630993 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (9fb26616-0949-4763-a848-417b09a08e05), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:43.643572 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb26616-0949-4763-a848-417b09a08e05 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:45:43.662492 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 9fb26616-0949-4763-a848-417b09a08e05, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9fb26616-0949-4763-a848-417b09a08e05,segment=NetworkSegment(4cf3a29c-6fa6-4c43-a6c4-0318d29583fd),segment_id=4cf3a29c-6fa6-4c43-a6c4-0318d29583fd)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:45:43.667255 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (9fb26616-0949-4763-a848-417b09a08e05), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:43.718133 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=9fb26616-0949-4763-a848-417b09a08e05,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:43.778894 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7e2ca-70d3-47d6-a297-250a30e5542f req-a2d5c3c7-e7eb-401d-a695-c5753300455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:43.780351 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e5f7e2ca-70d3-47d6-a297-250a30e5542f req-a2d5c3c7-e7eb-401d-a695-c5753300455e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5de3aaeee6a645a9b1fc40ee4eb00d1a&device_id=1813c072-4cf9-4a52-aff2-8ac0879adea7 HTTP/1.1" status: 200 len: 1129 time: 0.0397298 Apr 12 13:45:43.870306 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7e2ca-70d3-47d6-a297-250a30e5542f req-894aebfb-1675-49b0-849a-bb4db8794c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:43.871760 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e5f7e2ca-70d3-47d6-a297-250a30e5542f req-894aebfb-1675-49b0-849a-bb4db8794c15 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a HTTP/1.1" status: 200 len: 915 time: 0.0834947 Apr 12 13:45:43.917928 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e5f7e2ca-70d3-47d6-a297-250a30e5542f req-1eef25d6-85c4-4c78-aad6-6b99ff269e76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fb26616-0949-4763-a848-417b09a08e05 HTTP/1.1" status: 200 len: 217 time: 0.0381107 Apr 12 13:45:43.966067 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7e2ca-70d3-47d6-a297-250a30e5542f req-3debce38-5e6f-4329-9bd8-5658e9533340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:43.970322 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e5f7e2ca-70d3-47d6-a297-250a30e5542f req-3debce38-5e6f-4329-9bd8-5658e9533340 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1d457595-38df-4bfc-a967-df712c22f8a1 HTTP/1.1" status: 200 len: 854 time: 0.0453885 Apr 12 13:45:44.004977 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e5f7e2ca-70d3-47d6-a297-250a30e5542f req-4f6819a6-914f-4861-a907-271972330e3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275183 Apr 12 13:45:44.069503 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceac78f-5ca4-4f5f-8c47-011a32c39197 req-fdf29659-9feb-49e8-90d4-3f948153e4d5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:44.070949 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5ceac78f-5ca4-4f5f-8c47-011a32c39197 req-fdf29659-9feb-49e8-90d4-3f948153e4d5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=1813c072-4cf9-4a52-aff2-8ac0879adea7 HTTP/1.1" status: 200 len: 945 time: 0.0468597 Apr 12 13:45:44.101038 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e5f7e2ca-70d3-47d6-a297-250a30e5542f req-24cb3a33-ea28-4d31-8408-6d01d17ae544 service neutron] 10.222.0.41 "GET /v2.0/networks/7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870535 Apr 12 13:45:44.121420 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-5ceac78f-5ca4-4f5f-8c47-011a32c39197 req-49289397-cffe-418c-9379-ba66babe55b3 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421677 Apr 12 13:45:44.184378 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['9fb26616-0949-4763-a848-417b09a08e05'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:45:44.193336 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e5f7e2ca-70d3-47d6-a297-250a30e5542f req-1b9aff33-3626-4086-8b69-79ba114f6eab service neutron] 10.222.0.41 "GET /v2.0/networks/7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841405 Apr 12 13:45:45.259205 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6713e9f-2795-4cc3-b04f-f4212057db91 req-e6de44b0-b671-4f61-bea8-d0fcce4430f0 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:45.261751 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e6713e9f-2795-4cc3-b04f-f4212057db91 req-e6de44b0-b671-4f61-bea8-d0fcce4430f0 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=1813c072-4cf9-4a52-aff2-8ac0879adea7 HTTP/1.1" status: 200 len: 945 time: 0.0717857 Apr 12 13:45:45.314634 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e6713e9f-2795-4cc3-b04f-f4212057db91 req-65591ce3-e4f9-491c-a3e2-7ac49ac69092 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474794 Apr 12 13:45:45.482789 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 9fb26616-0949-4763-a848-417b09a08e05 up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:45:45.548628 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port 9fb26616-0949-4763-a848-417b09a08e05 completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:45:45.556940 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port 9fb26616-0949-4763-a848-417b09a08e05 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:45.558004 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (9fb26616-0949-4763-a848-417b09a08e05), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:45.637011 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 9fb26616-0949-4763-a848-417b09a08e05 is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:45:45.637430 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (9fb26616-0949-4763-a848-417b09a08e05), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:45.660438 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1813c072-4cf9-4a52-aff2-8ac0879adea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb26616-0949-4763-a848-417b09a08e05'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:45:45.662685 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d69806-9157-4b2c-8bf2-ec88ac523ab0" -d '{"events": [{"server_uuid": "1813c072-4cf9-4a52-aff2-8ac0879adea7", "name": "network-vif-plugged", "status": "completed", "tag": "9fb26616-0949-4763-a848-417b09a08e05"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:45:45.676065 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 9fb26616-0949-4763-a848-417b09a08e05, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9fb26616-0949-4763-a848-417b09a08e05,segment=NetworkSegment(4cf3a29c-6fa6-4c43-a6c4-0318d29583fd),segment_id=4cf3a29c-6fa6-4c43-a6c4-0318d29583fd)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:45:45.680169 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (9fb26616-0949-4763-a848-417b09a08e05), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:45.704620 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a14dd0-0b25-4c4e-ab4a-e74f691d7f25 x-openstack-request-id: req-e5a14dd0-0b25-4c4e-ab4a-e74f691d7f25 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:45:45.704921 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1813c072-4cf9-4a52-aff2-8ac0879adea7", "name": "network-vif-plugged", "status": "completed", "tag": "9fb26616-0949-4763-a848-417b09a08e05", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:45:45.705199 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5a14dd0-0b25-4c4e-ab4a-e74f691d7f25 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:45:45.705598 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5a14dd0-0b25-4c4e-ab4a-e74f691d7f25'] response: {'server_uuid': '1813c072-4cf9-4a52-aff2-8ac0879adea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb26616-0949-4763-a848-417b09a08e05', 'code': 200} Apr 12 13:45:45.734912 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=9fb26616-0949-4763-a848-417b09a08e05,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:45.874923 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278927ec-cd10-4dbe-9de7-6ac6b5533a6d req-a0f84fc7-6cbc-43ae-a10a-246fb5ff4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:45.876486 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-278927ec-cd10-4dbe-9de7-6ac6b5533a6d req-a0f84fc7-6cbc-43ae-a10a-246fb5ff4f0c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1813c072-4cf9-4a52-aff2-8ac0879adea7 HTTP/1.1" status: 200 len: 1130 time: 0.0416949 Apr 12 13:45:45.921291 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-278927ec-cd10-4dbe-9de7-6ac6b5533a6d req-eb470801-5d55-4694-871d-6c9ca54c8eaa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386672 Apr 12 13:45:46.429806 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f404a34-fe0b-44a3-8ee9-cf88a785d960 req-e1a4f8ff-6329-4c7b-be7d-dddad9c1c024 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:46.431278 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6f404a34-fe0b-44a3-8ee9-cf88a785d960 req-e1a4f8ff-6329-4c7b-be7d-dddad9c1c024 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=1813c072-4cf9-4a52-aff2-8ac0879adea7 HTTP/1.1" status: 200 len: 946 time: 0.0508780 Apr 12 13:45:46.479692 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6f404a34-fe0b-44a3-8ee9-cf88a785d960 req-58bc7651-29f5-407d-ab09-a7bd1db94822 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406866 Apr 12 13:45:47.601077 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77a165-28de-47e8-9efa-b991d02e8f7a req-1dc37814-60ac-486e-8d9a-9797778316eb tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:47.602485 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-cd77a165-28de-47e8-9efa-b991d02e8f7a req-1dc37814-60ac-486e-8d9a-9797778316eb tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=1813c072-4cf9-4a52-aff2-8ac0879adea7 HTTP/1.1" status: 200 len: 946 time: 0.0486429 Apr 12 13:45:47.650106 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-cd77a165-28de-47e8-9efa-b991d02e8f7a req-3a5c5fbb-8319-4538-8daa-9a66266d7f74 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409164 Apr 12 13:45:48.764071 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb98626-ef7e-41f1-b516-034b99db0eff req-0465d7d3-1757-457d-a7d1-70d84057bcbf tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:48.765641 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6cb98626-ef7e-41f1-b516-034b99db0eff req-0465d7d3-1757-457d-a7d1-70d84057bcbf tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=1813c072-4cf9-4a52-aff2-8ac0879adea7 HTTP/1.1" status: 200 len: 946 time: 0.0483689 Apr 12 13:45:48.812686 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6cb98626-ef7e-41f1-b516-034b99db0eff req-e3b7305c-0b13-4d0e-99c9-1d3beaeec942 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414219 Apr 12 13:45:50.065851 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:51.801923 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-3fc6aa1c-3cbe-4ea7-950c-f07520668511 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327477518&fields=id&tenant_id=debdd0ea0e9f4d899e7d40726c31b759 HTTP/1.1" status: 200 len: 267 time: 0.0443799 Apr 12 13:45:51.913707 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-98f67ac5-341c-4103-96a9-1d98232e4818 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:51.915316 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-98f67ac5-341c-4103-96a9-1d98232e4818 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/networks?id=3cbf858d-8d65-4553-8fde-4d5100a4d916 HTTP/1.1" status: 200 len: 812 time: 0.1064479 Apr 12 13:45:51.930810 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-e75d2c70-6231-4297-836f-a0cca318b8e9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/quotas/debdd0ea0e9f4d899e7d40726c31b759 HTTP/1.1" status: 200 len: 375 time: 0.0091932 Apr 12 13:45:51.985540 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-69e17cf1-5793-4066-be3b-2f699d26d5fd tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494914 Apr 12 13:45:52.103446 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-1cd0a031-ceb1-4eb1-9f31-9b14c88bd753 service neutron] 10.222.0.11 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053193 Apr 12 13:45:52.204719 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-6bee4852-bbbd-462c-aff9-9151857b8115 service neutron] 10.222.0.11 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947566 Apr 12 13:45:52.504088 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-08f19024-631b-4550-896b-5c5d8119b04e req-1ccc4b14-1e96-4abf-87f9-ff8a65c81562 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 210 time: 0.0301683 Apr 12 13:45:53.478980 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-ae90844c-aa9e-4779-a815-7db27deada6c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:53.481371 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-ae90844c-aa9e-4779-a815-7db27deada6c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.41 "GET /v2.0/networks?id=3cbf858d-8d65-4553-8fde-4d5100a4d916 HTTP/1.1" status: 200 len: 812 time: 0.1216590 Apr 12 13:45:53.549210 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-97055eda-5700-408d-95ac-47c6bf0dc925 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=debdd0ea0e9f4d899e7d40726c31b759 HTTP/1.1" status: 200 len: 380 time: 0.0597250 Apr 12 13:45:53.558910 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-c761fa03-1cec-43ee-a0cc-f695e62849bf tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Request body: {'port': {'device_id': 'af3ed59b-ae25-43d8-830c-5fbaf8623bfe', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'admin_state_up': True, 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'security_groups': ['34fd5409-a652-4e31-b2f9-d76e4817a973']}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:45:53.617661 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-184742c8-3030-46a3-a339-2f861499c7f8 req-2f1dfa34-f698-4492-b287-94cbef44c74d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 210 time: 0.0437841 Apr 12 13:45:53.706408 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-c761fa03-1cec-43ee-a0cc-f695e62849bf tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Made reservation on behalf of debdd0ea0e9f4d899e7d40726c31b759 for: {'port': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:45:53.710103 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-c761fa03-1cec-43ee-a0cc-f695e62849bf tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:53.846702 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-c761fa03-1cec-43ee-a0cc-f695e62849bf tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Allocated IP 172.20.0.10 (3cbf858d-8d65-4553-8fde-4d5100a4d916/97b4f65a-484b-4c93-baea-af88b6487120/463dfbe1-d95b-4c3d-bb02-267a35b7b750) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:45:54.030427 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-c761fa03-1cec-43ee-a0cc-f695e62849bf tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for port (463dfbe1-d95b-4c3d-bb02-267a35b7b750), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:54.065806 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-c761fa03-1cec-43ee-a0cc-f695e62849bf tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (463dfbe1-d95b-4c3d-bb02-267a35b7b750), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:54.117728 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-c761fa03-1cec-43ee-a0cc-f695e62849bf tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Network 3cbf858d-8d65-4553-8fde-4d5100a4d916 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:45:54.120707 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-c761fa03-1cec-43ee-a0cc-f695e62849bf tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:45:54.123246 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-c761fa03-1cec-43ee-a0cc-f695e62849bf tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:45:54.161161 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761fa03-1cec-43ee-a0cc-f695e62849bf tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event updated for resources: {'Port': ['ID=463dfbe1-d95b-4c3d-bb02-267a35b7b750,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:54.187324 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-c761fa03-1cec-43ee-a0cc-f695e62849bf tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:54.187983 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-c761fa03-1cec-43ee-a0cc-f695e62849bf tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:54.205815 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-c761fa03-1cec-43ee-a0cc-f695e62849bf tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6511981 Apr 12 13:45:54.218739 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Request body: {'port': {'device_id': 'af3ed59b-ae25-43d8-830c-5fbaf8623bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:45:54.280397 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (463dfbe1-d95b-4c3d-bb02-267a35b7b750), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:54.350895 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-291bdf90-5609-4fea-84b7-d78c8972ec58 None None] Provisioning complete for port 463dfbe1-d95b-4c3d-bb02-267a35b7b750 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:45:54.351508 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-291bdf90-5609-4fea-84b7-d78c8972ec58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (463dfbe1-d95b-4c3d-bb02-267a35b7b750), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:54.388644 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-291bdf90-5609-4fea-84b7-d78c8972ec58 None None] Port 463dfbe1-d95b-4c3d-bb02-267a35b7b750 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:45:54.553141 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463dfbe1-d95b-4c3d-bb02-267a35b7b750 {{(pid=103294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:45:54.560661 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Publish callbacks [] for port (463dfbe1-d95b-4c3d-bb02-267a35b7b750), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:54.572658 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.provisioning_blocks [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Transition to ACTIVE for port object 463dfbe1-d95b-4c3d-bb02-267a35b7b750 will not be triggered until provisioned by entity L2. {{(pid=103294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:45:54.576505 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (463dfbe1-d95b-4c3d-bb02-267a35b7b750), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:54.629315 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=463dfbe1-d95b-4c3d-bb02-267a35b7b750,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:54.710344 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Attempting to bind port 463dfbe1-d95b-4c3d-bb02-267a35b7b750 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:45:54.710704 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Attempting to bind port 463dfbe1-d95b-4c3d-bb02-267a35b7b750 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:45:54.711004 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Attempting to bind port 463dfbe1-d95b-4c3d-bb02-267a35b7b750 on network 3cbf858d-8d65-4553-8fde-4d5100a4d916 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:45:54.716046 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Port 463dfbe1-d95b-4c3d-bb02-267a35b7b750 on network 3cbf858d-8d65-4553-8fde-4d5100a4d916 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:45:54.716378 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Attempting to bind port 463dfbe1-d95b-4c3d-bb02-267a35b7b750 on network 3cbf858d-8d65-4553-8fde-4d5100a4d916 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:45:54.721396 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:45:54.721742 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Checking segment: {'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:45:54.722177 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Bound using segment: {'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:45:54.722606 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Bound port: 463dfbe1-d95b-4c3d-bb02-267a35b7b750, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:45:54.723007 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (463dfbe1-d95b-4c3d-bb02-267a35b7b750), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:54.748002 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb169e0-2cf6-49f1-90f7-1b13172be301 req-8b7fd252-f32c-49e3-9fc2-368156765324 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:54.749638 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-aeb169e0-2cf6-49f1-90f7-1b13172be301 req-8b7fd252-f32c-49e3-9fc2-368156765324 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 944 time: 0.0518973 Apr 12 13:45:54.796709 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] For port 463dfbe1-d95b-4c3d-bb02-267a35b7b750, host hv-cinder-83009, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:45:54.803048 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] For port 463dfbe1-d95b-4c3d-bb02-267a35b7b750, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=463dfbe1-d95b-4c3d-bb02-267a35b7b750,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:45:54.803502 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-aeb169e0-2cf6-49f1-90f7-1b13172be301 req-98de026d-5974-4512-9fd3-6756f4899139 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479441 Apr 12 13:45:54.811086 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (463dfbe1-d95b-4c3d-bb02-267a35b7b750), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:54.852471 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:54.853093 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:54.855457 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] 10.222.0.41 "PUT /v2.0/ports/463dfbe1-d95b-4c3d-bb02-267a35b7b750 HTTP/1.1" status: 200 len: 1094 time: 0.6419027 Apr 12 13:45:54.856139 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3ed59b-ae25-43d8-830c-5fbaf8623bfe', 'tag': '463dfbe1-d95b-4c3d-bb02-267a35b7b750'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:45:54.858710 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a311731-8fb7-4418-86c6-2cf71741afab" -d '{"events": [{"name": "network-changed", "server_uuid": "af3ed59b-ae25-43d8-830c-5fbaf8623bfe", "tag": "463dfbe1-d95b-4c3d-bb02-267a35b7b750"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:45:54.859288 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e2bfc2b0-ed06-4118-9725-a5cc95db45cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:54.886895 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f79d01-822d-40cf-ad8f-f608addba7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=463dfbe1-d95b-4c3d-bb02-267a35b7b750,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:45:54.897672 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137e6aff-7f87-4e4b-9716-61725dac81c2 x-openstack-request-id: req-137e6aff-7f87-4e4b-9716-61725dac81c2 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:45:54.898032 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3ed59b-ae25-43d8-830c-5fbaf8623bfe", "tag": "463dfbe1-d95b-4c3d-bb02-267a35b7b750", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:45:54.898414 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-137e6aff-7f87-4e4b-9716-61725dac81c2 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:45:54.898873 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-137e6aff-7f87-4e4b-9716-61725dac81c2'] response: {'name': 'network-changed', 'server_uuid': 'af3ed59b-ae25-43d8-830c-5fbaf8623bfe', 'tag': '463dfbe1-d95b-4c3d-bb02-267a35b7b750', 'status': 'completed', 'code': 200} Apr 12 13:45:55.215551 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a311731-8fb7-4418-86c6-2cf71741afab req-5957f7fa-cdb0-4d82-bad4-b24294ed9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:55.217061 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6a311731-8fb7-4418-86c6-2cf71741afab req-5957f7fa-cdb0-4d82-bad4-b24294ed9bf8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 1128 time: 0.0430956 Apr 12 13:45:55.657231 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a311731-8fb7-4418-86c6-2cf71741afab req-98cb103e-0155-46e3-91eb-f18cbca289a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:55.658717 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6a311731-8fb7-4418-86c6-2cf71741afab req-98cb103e-0155-46e3-91eb-f18cbca289a2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1134396 Apr 12 13:45:55.782911 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a311731-8fb7-4418-86c6-2cf71741afab req-5d2c6901-c920-44fb-8e6e-10d2229b3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:55.784422 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6a311731-8fb7-4418-86c6-2cf71741afab req-5d2c6901-c920-44fb-8e6e-10d2229b3c3e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1083639 Apr 12 13:45:55.865469 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-aebbe144-1333-4590-8809-df259d0b3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:55.867274 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-aebbe144-1333-4590-8809-df259d0b3668 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 1128 time: 0.0421293 Apr 12 13:45:55.917062 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-f8524ed7-2345-4f66-9491-1b9c055a4590 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=463dfbe1-d95b-4c3d-bb02-267a35b7b750 HTTP/1.1" status: 200 len: 217 time: 0.0417235 Apr 12 13:45:55.927982 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d731c7-84b3-4259-b529-40e84316ea14 req-5996d82b-c55b-49b6-9b2b-d41ba639358f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:55.929710 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e2d731c7-84b3-4259-b529-40e84316ea14 req-5996d82b-c55b-49b6-9b2b-d41ba639358f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 944 time: 0.0537832 Apr 12 13:45:55.977259 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-9e4a4d34-0450-4ba1-ac50-593e3f27d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:55.979023 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-9e4a4d34-0450-4ba1-ac50-593e3f27d77c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97b4f65a-484b-4c93-baea-af88b6487120 HTTP/1.1" status: 200 len: 851 time: 0.0553045 Apr 12 13:45:55.987928 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e2d731c7-84b3-4259-b529-40e84316ea14 req-9f15c962-a474-4ae9-9088-07f88227bf2e tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493512 Apr 12 13:45:56.028669 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-f0002239-8f2e-4414-ae02-5484ed15c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:56.030591 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-f0002239-8f2e-4414-ae02-5484ed15c1eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3cbf858d-8d65-4553-8fde-4d5100a4d916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456197 Apr 12 13:45:56.128487 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-7e96bfd8-5892-4d56-8537-2fade01abeda service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920768 Apr 12 13:45:56.226218 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4c4b7b23-b5b8-4460-9c18-1c2da64e4a86 req-c44d7c42-f12f-48bd-b9ba-ae7f5d593fed service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922461 Apr 12 13:45:57.111210 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985fc4b-e9b8-4588-8726-0bd71c1224f9 req-7e6a2c06-b137-4277-a344-79dd49efebf0 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:57.112693 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9985fc4b-e9b8-4588-8726-0bd71c1224f9 req-7e6a2c06-b137-4277-a344-79dd49efebf0 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 944 time: 0.0491440 Apr 12 13:45:57.161615 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9985fc4b-e9b8-4588-8726-0bd71c1224f9 req-29f2338a-e624-42ad-b1e9-09a45d28ee62 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431960 Apr 12 13:45:57.493284 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-35c53df1-9c1c-4c55-828a-54b269e01f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:58.105643 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:45:58.281523 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f887d-1c10-46e1-9eb9-908a049352cc req-7c9a1cfd-f965-4999-be28-fe563b5b5474 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:58.282943 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1b0f887d-1c10-46e1-9eb9-908a049352cc req-7c9a1cfd-f965-4999-be28-fe563b5b5474 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 944 time: 0.0503252 Apr 12 13:45:58.336455 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-1b0f887d-1c10-46e1-9eb9-908a049352cc req-be15fc1a-f6d0-4ef3-b3a0-e2a46e52a293 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473874 Apr 12 13:45:59.453181 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c952d-19f6-46da-b944-10ad1ada09e7 req-87feb52c-1e37-44f3-9c80-17e7510f52c2 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:45:59.454658 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-486c952d-19f6-46da-b944-10ad1ada09e7 req-87feb52c-1e37-44f3-9c80-17e7510f52c2 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 944 time: 0.0504508 Apr 12 13:45:59.503981 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-486c952d-19f6-46da-b944-10ad1ada09e7 req-26ad5388-2ae2-4434-83b0-1a6703d01cd0 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434935 Apr 12 13:45:59.784103 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:00.633292 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba500d2-bd25-4ceb-a4b5-b71e36fd7792 req-d3676052-54bf-4832-90c7-56708b1db99e tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:00.635301 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7ba500d2-bd25-4ceb-a4b5-b71e36fd7792 req-d3676052-54bf-4832-90c7-56708b1db99e tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 944 time: 0.0603721 Apr 12 13:46:00.695649 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7ba500d2-bd25-4ceb-a4b5-b71e36fd7792 req-1fd6c8c8-27ce-4197-8b7b-2830284756c0 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543964 Apr 12 13:46:00.992553 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:01.271176 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dbee5e6f-571b-45fc-9fff-e643543b98b7 req-e470b4d9-57a1-4cb6-b01c-6c041d6527a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1813c072-4cf9-4a52-aff2-8ac0879adea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390131 Apr 12 13:46:01.353658 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee5e6f-571b-45fc-9fff-e643543b98b7 req-151e2db3-c3d7-407b-9eb3-7b848e31d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:01.355230 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dbee5e6f-571b-45fc-9fff-e643543b98b7 req-151e2db3-c3d7-407b-9eb3-7b848e31d715 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5de3aaeee6a645a9b1fc40ee4eb00d1a&device_id=1813c072-4cf9-4a52-aff2-8ac0879adea7 HTTP/1.1" status: 200 len: 1130 time: 0.0393558 Apr 12 13:46:01.463978 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee5e6f-571b-45fc-9fff-e643543b98b7 req-62a79422-6f46-43ed-b10a-7ce27f1fce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:01.465592 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dbee5e6f-571b-45fc-9fff-e643543b98b7 req-62a79422-6f46-43ed-b10a-7ce27f1fce1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a HTTP/1.1" status: 200 len: 915 time: 0.0914295 Apr 12 13:46:01.506535 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dbee5e6f-571b-45fc-9fff-e643543b98b7 req-99fb6413-14ae-4375-9dd0-194ea812a9f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9fb26616-0949-4763-a848-417b09a08e05 HTTP/1.1" status: 200 len: 217 time: 0.0344923 Apr 12 13:46:01.555699 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee5e6f-571b-45fc-9fff-e643543b98b7 req-cd8a5f28-6cb6-45aa-b51c-4af582442080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:01.557182 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dbee5e6f-571b-45fc-9fff-e643543b98b7 req-cd8a5f28-6cb6-45aa-b51c-4af582442080 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1d457595-38df-4bfc-a967-df712c22f8a1 HTTP/1.1" status: 200 len: 854 time: 0.0447555 Apr 12 13:46:01.594826 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dbee5e6f-571b-45fc-9fff-e643543b98b7 req-c3f1594e-07e5-4cd5-9678-9543b8790c26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315022 Apr 12 13:46:01.693670 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dbee5e6f-571b-45fc-9fff-e643543b98b7 req-5b815ec2-58fe-4b22-9605-130f18584a5f service neutron] 10.222.0.41 "GET /v2.0/networks/7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922904 Apr 12 13:46:01.819372 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dbee5e6f-571b-45fc-9fff-e643543b98b7 req-26946d7b-4648-4ae3-9417-9c3d6c247ab0 service neutron] 10.222.0.41 "GET /v2.0/networks/7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193948 Apr 12 13:46:01.828868 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03319c-9354-47f7-b8b4-1095992c7d87 req-fc1a9a42-823b-4069-84a8-7cd36144b7b7 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:01.830380 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6c03319c-9354-47f7-b8b4-1095992c7d87 req-fc1a9a42-823b-4069-84a8-7cd36144b7b7 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 944 time: 0.0616791 Apr 12 13:46:01.885016 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6c03319c-9354-47f7-b8b4-1095992c7d87 req-7a2fa6c5-e469-437d-91ce-5f075f3c1c68 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477459 Apr 12 13:46:03.014175 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa766ca1-5548-42e0-94e3-34f0d44b9e5b req-f3928d87-483d-4e8c-99a3-66cd6f421d28 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:03.014911 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fa766ca1-5548-42e0-94e3-34f0d44b9e5b req-f3928d87-483d-4e8c-99a3-66cd6f421d28 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 944 time: 0.0617571 Apr 12 13:46:03.068925 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-fa766ca1-5548-42e0-94e3-34f0d44b9e5b req-92548570-5133-47e6-9338-2434de1c5ab4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468345 Apr 12 13:46:04.181464 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80ac37-5c00-4c71-8ca1-62cd91229a45 req-a8d82c5d-3af3-402f-b8d7-4d3d2da5a2c9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:04.185732 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ca80ac37-5c00-4c71-8ca1-62cd91229a45 req-a8d82c5d-3af3-402f-b8d7-4d3d2da5a2c9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 944 time: 0.0492642 Apr 12 13:46:04.241189 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ca80ac37-5c00-4c71-8ca1-62cd91229a45 req-17f7bf96-4816-4a8f-84ba-3a901356c43d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508716 Apr 12 13:46:05.355960 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b63bd3-d156-4b26-9fa3-08fbdad6379c req-1a83bcfb-f31f-48b2-984b-76e6518286fb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:05.357375 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-30b63bd3-d156-4b26-9fa3-08fbdad6379c req-1a83bcfb-f31f-48b2-984b-76e6518286fb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 944 time: 0.0480664 Apr 12 13:46:05.405499 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-30b63bd3-d156-4b26-9fa3-08fbdad6379c req-7a25bede-4df0-4f62-82f9-9dadb7f8bbfb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425217 Apr 12 13:46:06.521665 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901add2-6171-48e6-bb6c-7ceaa3a99acd req-9b107504-2378-44a5-8f54-6b14c0c93501 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:06.523145 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6901add2-6171-48e6-bb6c-7ceaa3a99acd req-9b107504-2378-44a5-8f54-6b14c0c93501 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 944 time: 0.0490022 Apr 12 13:46:06.574988 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6901add2-6171-48e6-bb6c-7ceaa3a99acd req-f9a85cd8-e2bf-493f-a894-56269bd0c8fc tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456531 Apr 12 13:46:07.691952 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc381905-ff94-4a58-92be-ef70fdf985cf req-3a2315e1-d8d6-4359-8345-139b7b9d369e tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:07.693487 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-dc381905-ff94-4a58-92be-ef70fdf985cf req-3a2315e1-d8d6-4359-8345-139b7b9d369e tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 944 time: 0.0505600 Apr 12 13:46:07.752557 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-dc381905-ff94-4a58-92be-ef70fdf985cf req-70b43d3d-0e40-4876-b0d3-63e8a516f699 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523396 Apr 12 13:46:08.234345 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:46:08.872722 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93d8c1-acc8-4e76-88ed-e085e53c289d req-5b55de4d-8090-46eb-9ba7-e1ef6e98eb6a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:08.874239 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5c93d8c1-acc8-4e76-88ed-e085e53c289d req-5b55de4d-8090-46eb-9ba7-e1ef6e98eb6a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 944 time: 0.0486996 Apr 12 13:46:08.924147 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5c93d8c1-acc8-4e76-88ed-e085e53c289d req-da4fcada-fe3d-49e6-b638-327d65be305a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438948 Apr 12 13:46:09.631243 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 463dfbe1-d95b-4c3d-bb02-267a35b7b750 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:46:09.732603 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 463dfbe1-d95b-4c3d-bb02-267a35b7b750, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=463dfbe1-d95b-4c3d-bb02-267a35b7b750,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:46:09.743540 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': '463dfbe1-d95b-4c3d-bb02-267a35b7b750', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'port_id': '463dfbe1-d95b-4c3d-bb02-267a35b7b750', 'mac_address': 'fa:16:3e:c6:d3:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:46:09.780918 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 463dfbe1-d95b-4c3d-bb02-267a35b7b750 is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:46:09.781366 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (463dfbe1-d95b-4c3d-bb02-267a35b7b750), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:09.795271 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463dfbe1-d95b-4c3d-bb02-267a35b7b750 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:46:09.816201 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 463dfbe1-d95b-4c3d-bb02-267a35b7b750, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=463dfbe1-d95b-4c3d-bb02-267a35b7b750,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:46:09.820623 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (463dfbe1-d95b-4c3d-bb02-267a35b7b750), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:09.871011 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=463dfbe1-d95b-4c3d-bb02-267a35b7b750,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:46:10.044038 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf431417-daa6-41c7-ae2e-4a5e1ca34198 req-1e0b8407-f9f6-42ce-9c96-2fb55e72a873 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:10.045684 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-cf431417-daa6-41c7-ae2e-4a5e1ca34198 req-1e0b8407-f9f6-42ce-9c96-2fb55e72a873 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 945 time: 0.0522532 Apr 12 13:46:10.103535 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-cf431417-daa6-41c7-ae2e-4a5e1ca34198 req-212a999e-0fb9-4629-976c-d2e828e69f9d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521660 Apr 12 13:46:10.143729 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['463dfbe1-d95b-4c3d-bb02-267a35b7b750'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:46:11.228422 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cf1cf-48ca-4821-9a1b-6a893a583761 req-52fb2565-9b03-4c4c-b06d-3f52f9e44a66 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:11.230169 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a23cf1cf-48ca-4821-9a1b-6a893a583761 req-52fb2565-9b03-4c4c-b06d-3f52f9e44a66 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 945 time: 0.0576754 Apr 12 13:46:11.284061 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a23cf1cf-48ca-4821-9a1b-6a893a583761 req-382b32b5-8b95-4884-bcca-8b20c6cf9937 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453751 Apr 12 13:46:11.621277 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 463dfbe1-d95b-4c3d-bb02-267a35b7b750 up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:46:11.669696 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port 463dfbe1-d95b-4c3d-bb02-267a35b7b750 completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:46:11.680080 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port 463dfbe1-d95b-4c3d-bb02-267a35b7b750 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:46:11.682389 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (463dfbe1-d95b-4c3d-bb02-267a35b7b750), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:11.784844 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 463dfbe1-d95b-4c3d-bb02-267a35b7b750 is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:46:11.785300 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (463dfbe1-d95b-4c3d-bb02-267a35b7b750), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:11.811253 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3ed59b-ae25-43d8-830c-5fbaf8623bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463dfbe1-d95b-4c3d-bb02-267a35b7b750'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:46:11.813945 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f08cb40-64c0-4e42-87c5-b77f62a0c4e3" -d '{"events": [{"server_uuid": "af3ed59b-ae25-43d8-830c-5fbaf8623bfe", "name": "network-vif-plugged", "status": "completed", "tag": "463dfbe1-d95b-4c3d-bb02-267a35b7b750"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:46:11.832365 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 463dfbe1-d95b-4c3d-bb02-267a35b7b750, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=463dfbe1-d95b-4c3d-bb02-267a35b7b750,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:46:11.836870 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (463dfbe1-d95b-4c3d-bb02-267a35b7b750), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:11.864652 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311cb35b-f42b-4bc6-8eac-e6056a0d3501 x-openstack-request-id: req-311cb35b-f42b-4bc6-8eac-e6056a0d3501 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:46:11.864955 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3ed59b-ae25-43d8-830c-5fbaf8623bfe", "name": "network-vif-plugged", "status": "completed", "tag": "463dfbe1-d95b-4c3d-bb02-267a35b7b750", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:46:11.865239 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-311cb35b-f42b-4bc6-8eac-e6056a0d3501 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:46:11.865640 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-311cb35b-f42b-4bc6-8eac-e6056a0d3501'] response: {'server_uuid': 'af3ed59b-ae25-43d8-830c-5fbaf8623bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463dfbe1-d95b-4c3d-bb02-267a35b7b750', 'code': 200} Apr 12 13:46:11.893238 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=463dfbe1-d95b-4c3d-bb02-267a35b7b750,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:46:12.402539 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e3851-69ce-4b0b-bdbe-6bb3a2573f56 req-18113c8a-c08b-4564-8642-0fb6f9aa6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:12.404099 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-939e3851-69ce-4b0b-bdbe-6bb3a2573f56 req-18113c8a-c08b-4564-8642-0fb6f9aa6305 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 1130 time: 0.0431437 Apr 12 13:46:12.413091 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cfba1-6bbe-44ad-a3d9-1497b0ab6fb7 req-be96a8c6-2a59-4809-844b-f77e38bbfcac tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:12.415111 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e41cfba1-6bbe-44ad-a3d9-1497b0ab6fb7 req-be96a8c6-2a59-4809-844b-f77e38bbfcac tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 946 time: 0.0568323 Apr 12 13:46:12.454062 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-939e3851-69ce-4b0b-bdbe-6bb3a2573f56 req-7b407f61-3511-494c-96aa-07c53732dcd9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431373 Apr 12 13:46:12.468660 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e41cfba1-6bbe-44ad-a3d9-1497b0ab6fb7 req-4026d412-0781-4eb1-b67d-a1ba2c97bbfc tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470366 Apr 12 13:46:13.046342 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10099542-8026-48b3-836c-2ecff1f50518 req-ee0f86e0-9a8e-464c-b02b-961880bbc0cb tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:13.047809 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-10099542-8026-48b3-836c-2ecff1f50518 req-ee0f86e0-9a8e-464c-b02b-961880bbc0cb tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=1813c072-4cf9-4a52-aff2-8ac0879adea7 HTTP/1.1" status: 200 len: 946 time: 0.0513706 Apr 12 13:46:13.094998 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-10099542-8026-48b3-836c-2ecff1f50518 req-7bda8062-742c-4469-bab6-2e62d5b7cdc2 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 Apr 12 13:46:13.603773 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9026d-2c59-44c6-867d-85457e73f9ad req-e908a03b-e245-4b0c-9206-aa90bb06b9ae tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:13.606576 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-daf9026d-2c59-44c6-867d-85457e73f9ad req-e908a03b-e245-4b0c-9206-aa90bb06b9ae tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 946 time: 0.0655477 Apr 12 13:46:13.658126 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-daf9026d-2c59-44c6-867d-85457e73f9ad req-a3496270-18dc-459a-b05d-dcc42962fbae tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453560 Apr 12 13:46:14.215997 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b39fd-5b1b-4cf0-b3e2-14e86d1b0996 req-3811f54f-2feb-49e4-9f8e-022cad2e643e tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:14.217551 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-149b39fd-5b1b-4cf0-b3e2-14e86d1b0996 req-3811f54f-2feb-49e4-9f8e-022cad2e643e tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=1813c072-4cf9-4a52-aff2-8ac0879adea7 HTTP/1.1" status: 200 len: 946 time: 0.0528617 Apr 12 13:46:14.270598 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-149b39fd-5b1b-4cf0-b3e2-14e86d1b0996 req-4156a43f-7c4e-4f1c-a236-165d4aa34be6 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467196 Apr 12 13:46:14.782568 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e1559-7820-4376-9416-eb9cbd490551 req-4ef2ed97-6c2d-4613-b8d6-1c8f70a7fff9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:14.784387 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d36e1559-7820-4376-9416-eb9cbd490551 req-4ef2ed97-6c2d-4613-b8d6-1c8f70a7fff9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 946 time: 0.0551190 Apr 12 13:46:14.843845 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d36e1559-7820-4376-9416-eb9cbd490551 req-303f5daa-4dda-4b4d-99bc-7cb78a92c453 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535102 Apr 12 13:46:15.387544 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5a249-da5c-4772-9917-8f6424ad67e4 req-71e24853-72c4-44e0-a10f-f705766663ad tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:15.389034 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-59a5a249-da5c-4772-9917-8f6424ad67e4 req-71e24853-72c4-44e0-a10f-f705766663ad tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=1813c072-4cf9-4a52-aff2-8ac0879adea7 HTTP/1.1" status: 200 len: 946 time: 0.0473471 Apr 12 13:46:15.442502 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-59a5a249-da5c-4772-9917-8f6424ad67e4 req-0b0cee4e-303d-4acd-beed-4d33ee96051a tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/security-groups?id=6f3ef8d7-e48a-4f73-a178-60b5b5c75649&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478044 Apr 12 13:46:15.737739 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea9e88-d5be-4887-9d10-0e3d790919db req-4837a437-bfa7-41a5-af76-4188f2dc6a09 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:15.739266 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dbea9e88-d5be-4887-9d10-0e3d790919db req-4837a437-bfa7-41a5-af76-4188f2dc6a09 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.41 "GET /v2.0/ports?device_id=1813c072-4cf9-4a52-aff2-8ac0879adea7 HTTP/1.1" status: 200 len: 946 time: 0.0563214 Apr 12 13:46:15.828780 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-dbea9e88-d5be-4887-9d10-0e3d790919db req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Deleting port 9fb26616-0949-4763-a848-417b09a08e05 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:46:15.829588 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-dbea9e88-d5be-4887-9d10-0e3d790919db req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (9fb26616-0949-4763-a848-417b09a08e05), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:15.938149 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-dbea9e88-d5be-4887-9d10-0e3d790919db req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] For port 9fb26616-0949-4763-a848-417b09a08e05, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=9fb26616-0949-4763-a848-417b09a08e05,segment=NetworkSegment(4cf3a29c-6fa6-4c43-a6c4-0318d29583fd),segment_id=4cf3a29c-6fa6-4c43-a6c4-0318d29583fd)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:46:15.938444 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-dbea9e88-d5be-4887-9d10-0e3d790919db req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (9fb26616-0949-4763-a848-417b09a08e05), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:15.971561 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-dbea9e88-d5be-4887-9d10-0e3d790919db req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Calling delete_port for 9fb26616-0949-4763-a848-417b09a08e05 owned by compute:nova {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:46:15.989128 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d591162-29c0-4a12-9e07-52a71891ee6a req-defc5302-1ea3-4d35-88e7-e16e8d4921e8 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:15.990604 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5d591162-29c0-4a12-9e07-52a71891ee6a req-defc5302-1ea3-4d35-88e7-e16e8d4921e8 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 946 time: 0.0719812 Apr 12 13:46:16.109340 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5d591162-29c0-4a12-9e07-52a71891ee6a req-71b25a10-bcc2-4a4a-bbcc-7b22a1c4a6a4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858953 Apr 12 13:46:16.180169 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-dbea9e88-d5be-4887-9d10-0e3d790919db req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (9fb26616-0949-4763-a848-417b09a08e05), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:16.193771 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['9fb26616-0949-4763-a848-417b09a08e05'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:46:16.208884 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Pushing event deleted for resources: {'Port': ['ID=9fb26616-0949-4763-a848-417b09a08e05,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:46:16.219090 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:16.219516 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:16.219790 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:16.220136 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:16.220473 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:16.220810 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:16.221233 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:16.221519 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:16.221856 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:16.222191 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:16.222518 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:16.222849 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:16.223175 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:16.223540 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:16.223872 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:16.235746 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3f135-9fd0-4844-aa3c-2e2767194d83 req-4dfe3a73-cc6c-4ccc-bf9c-24dcdbfeb998 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:16.238284 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-55e3f135-9fd0-4844-aa3c-2e2767194d83 req-4dfe3a73-cc6c-4ccc-bf9c-24dcdbfeb998 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 946 time: 0.0591073 Apr 12 13:46:16.270707 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbea9e88-d5be-4887-9d10-0e3d790919db req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] No DVR routers for this DVR port 9fb26616-0949-4763-a848-417b09a08e05 on host hv-cinder-83009 {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:46:16.273345 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-dbea9e88-d5be-4887-9d10-0e3d790919db req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:16.277584 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-dbea9e88-d5be-4887-9d10-0e3d790919db req-29751e83-3e5d-4bb7-a133-40af7359acf5 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.41 "DELETE /v2.0/ports/9fb26616-0949-4763-a848-417b09a08e05 HTTP/1.1" status: 204 len: 173 time: 0.5301182 Apr 12 13:46:16.277875 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1813c072-4cf9-4a52-aff2-8ac0879adea7', 'name': 'network-vif-deleted', 'tag': '9fb26616-0949-4763-a848-417b09a08e05'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:46:16.279948 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bf734d-55a5-4ce8-b721-b0c41902861b" -d '{"events": [{"server_uuid": "1813c072-4cf9-4a52-aff2-8ac0879adea7", "name": "network-vif-deleted", "tag": "9fb26616-0949-4763-a848-417b09a08e05"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:46:16.306930 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-55e3f135-9fd0-4844-aa3c-2e2767194d83 req-2a9718d1-5ac8-4302-8ba3-402574270c98 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622799 Apr 12 13:46:16.330911 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40992) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:46:16.342085 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f41c620-83ca-40f1-93f7-732cfed9e5e5 x-openstack-request-id: req-0f41c620-83ca-40f1-93f7-732cfed9e5e5 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:46:16.342393 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1813c072-4cf9-4a52-aff2-8ac0879adea7", "name": "network-vif-deleted", "tag": "9fb26616-0949-4763-a848-417b09a08e05", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:46:16.342682 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0f41c620-83ca-40f1-93f7-732cfed9e5e5 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:46:16.343048 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f41c620-83ca-40f1-93f7-732cfed9e5e5'] response: {'server_uuid': '1813c072-4cf9-4a52-aff2-8ac0879adea7', 'name': 'network-vif-deleted', 'tag': '9fb26616-0949-4763-a848-417b09a08e05', 'status': 'completed', 'code': 200} Apr 12 13:46:16.499177 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bf6109-8f13-4160-bace-d80812340de7 tempest-TestVolumeBootPattern-1442489127 tempest-TestVolumeBootPattern-1442489127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:16.500741 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-04bf6109-8f13-4160-bace-d80812340de7 tempest-TestVolumeBootPattern-1442489127 tempest-TestVolumeBootPattern-1442489127-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 1125 time: 0.1681752 Apr 12 13:46:16.503692 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 40998) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:46:16.508408 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.v2.base [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Request body: {'floatingip': {'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'port_id': '463dfbe1-d95b-4c3d-bb02-267a35b7b750', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:46:16.539855 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:16.575232 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-a7857812-66e6-4951-a74d-a2ad848dd088 req-b3206b94-0c72-48e5-baa3-067b52f89402 tempest-VolumesSnapshotTestJSON-1899891450 tempest-VolumesSnapshotTestJSON-1899891450-project] 10.222.0.11 "GET /v2.0/ports?device_id=1813c072-4cf9-4a52-aff2-8ac0879adea7 HTTP/1.1" status: 200 len: 210 time: 0.0501518 Apr 12 13:46:16.646906 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:16.777036 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_common [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Allocated IP 172.27.2.45 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/655252fe-56ab-41ee-9e3a-bae688eb7e11) {{(pid=103295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:46:16.906857 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for port (655252fe-56ab-41ee-9e3a-bae688eb7e11), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:16.944946 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (655252fe-56ab-41ee-9e3a-bae688eb7e11), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:16.988686 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:46:16.991509 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.base_scheduler [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Resources bound (agent type, host, resource id): {{(pid=103295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:46:16.994231 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Received port after_create {{(pid=103295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:46:17.004148 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event updated for resources: {'Port': ['ID=655252fe-56ab-41ee-9e3a-bae688eb7e11,revision_number=1']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:46:17.037409 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:17.037793 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:17.038128 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:17.038472 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:17.038807 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:17.039145 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:17.039477 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:17.039808 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:17.040138 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:17.040470 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:17.040800 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:17.041156 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:17.041489 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:17.041819 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:17.042165 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:46:17.435289 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for floatingip (327f21c6-d263-459e-ac82-6f0b222ba3ad), precommit_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:17.516171 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (655252fe-56ab-41ee-9e3a-bae688eb7e11), before_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:17.681274 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for port (655252fe-56ab-41ee-9e3a-bae688eb7e11), precommit_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:17.687531 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12759860'] for port (655252fe-56ab-41ee-9e3a-bae688eb7e11), after_update {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:17.765826 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event updated for resources: {'Port': ['ID=655252fe-56ab-41ee-9e3a-bae688eb7e11,revision_number=2']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:46:17.782783 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (327f21c6-d263-459e-ac82-6f0b222ba3ad), after_create {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:17.901429 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.l3_db [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Floating IP 327f21c6-d263-459e-ac82-6f0b222ba3ad associated. External IP: 172.27.2.45, port: 463dfbe1-d95b-4c3d-bb02-267a35b7b750. Apr 12 13:46:18.425092 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Router db5090ca-4d52-4818-937b-1f7b69884eb0 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:46:18.536921 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:46:18.549443 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31cd0f1-f206-49e8-aaa5-7c91c74f09ad None None] Sync routers for ids ['db5090ca-4d52-4818-937b-1f7b69884eb0'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:46:18.556278 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:18.561777 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31cd0f1-f206-49e8-aaa5-7c91c74f09ad None None] Routers {'db5090ca-4d52-4818-937b-1f7b69884eb0'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:46:18.562452 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b31cd0f1-f206-49e8-aaa5-7c91c74f09ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:45:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['db5090ca-4d52-4818-937b-1f7b69884eb0'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:46:18.588707 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-18ee4e6a-adf2-47a3-a1ac-41826d05a64c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0838919 Apr 12 13:46:18.590655 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af3ed59b-ae25-43d8-830c-5fbaf8623bfe', 'tag': '463dfbe1-d95b-4c3d-bb02-267a35b7b750'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:46:18.593203 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f17f92-9560-4718-8fc6-80132ab4f8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "af3ed59b-ae25-43d8-830c-5fbaf8623bfe", "tag": "463dfbe1-d95b-4c3d-bb02-267a35b7b750"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:46:18.637697 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6eb22e-563a-48d0-8667-5c3c0e474f1d x-openstack-request-id: req-0e6eb22e-563a-48d0-8667-5c3c0e474f1d {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:46:18.638072 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af3ed59b-ae25-43d8-830c-5fbaf8623bfe", "tag": "463dfbe1-d95b-4c3d-bb02-267a35b7b750", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:46:18.638336 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0e6eb22e-563a-48d0-8667-5c3c0e474f1d {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:46:18.638754 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6eb22e-563a-48d0-8667-5c3c0e474f1d'] response: {'name': 'network-changed', 'server_uuid': 'af3ed59b-ae25-43d8-830c-5fbaf8623bfe', 'tag': '463dfbe1-d95b-4c3d-bb02-267a35b7b750', 'status': 'completed', 'code': 200} Apr 12 13:46:18.690444 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-b31cd0f1-f206-49e8-aaa5-7c91c74f09ad None None] Set router db5090ca-4d52-4818-937b-1f7b69884eb0 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:46:18.703087 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f17f92-9560-4718-8fc6-80132ab4f8b3 req-5b700d5d-a30a-46f8-9031-cc16b68a00af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:18.705901 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a6f17f92-9560-4718-8fc6-80132ab4f8b3 req-5b700d5d-a30a-46f8-9031-cc16b68a00af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 1130 time: 0.0438333 Apr 12 13:46:18.810127 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f17f92-9560-4718-8fc6-80132ab4f8b3 req-7f6dca54-d43a-49ec-bfcc-29819891758c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:18.811678 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a6f17f92-9560-4718-8fc6-80132ab4f8b3 req-7f6dca54-d43a-49ec-bfcc-29819891758c service neutron] 10.222.0.41 "GET /v2.0/networks?id=3cbf858d-8d65-4553-8fde-4d5100a4d916 HTTP/1.1" status: 200 len: 913 time: 0.0987928 Apr 12 13:46:18.887719 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a6f17f92-9560-4718-8fc6-80132ab4f8b3 req-2de8f8f7-944c-4356-8eb8-9aa97289d237 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=463dfbe1-d95b-4c3d-bb02-267a35b7b750 HTTP/1.1" status: 200 len: 999 time: 0.0698578 Apr 12 13:46:18.925966 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b31cd0f1-f206-49e8-aaa5-7c91c74f09ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '327f21c6-d263-459e-ac82-6f0b222ba3ad', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'port_id': '463dfbe1-d95b-4c3d-bb02-267a35b7b750', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'mac_address': 'fa:16:3e:c6:d3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ed59b-ae25-43d8-830c-5fbaf8623bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:46:17Z', 'updated_at': '2022-04-12T13:46:17Z', 'revision_number': 0, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:23Z', 'revision_number': 5, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:46:18.939629 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f17f92-9560-4718-8fc6-80132ab4f8b3 req-313c93d8-f0d6-4fe9-9b8c-b3973c8804fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:18.941019 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a6f17f92-9560-4718-8fc6-80132ab4f8b3 req-313c93d8-f0d6-4fe9-9b8c-b3973c8804fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97b4f65a-484b-4c93-baea-af88b6487120 HTTP/1.1" status: 200 len: 851 time: 0.0472479 Apr 12 13:46:18.956994 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31cd0f1-f206-49e8-aaa5-7c91c74f09ad None None] Checking router: db5090ca-4d52-4818-937b-1f7b69884eb0 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:46:18.967866 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31cd0f1-f206-49e8-aaa5-7c91c74f09ad None None] Routers {'db5090ca-4d52-4818-937b-1f7b69884eb0'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:46:18.968522 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b31cd0f1-f206-49e8-aaa5-7c91c74f09ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:45:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['db5090ca-4d52-4818-937b-1f7b69884eb0'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:46:18.991751 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f17f92-9560-4718-8fc6-80132ab4f8b3 req-575978a2-b970-4898-9147-ff023d51ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:18.993311 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a6f17f92-9560-4718-8fc6-80132ab4f8b3 req-575978a2-b970-4898-9147-ff023d51ffe5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3cbf858d-8d65-4553-8fde-4d5100a4d916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438888 Apr 12 13:46:19.090193 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a6f17f92-9560-4718-8fc6-80132ab4f8b3 req-75b4b37f-2f26-452b-8db3-2b66b0712e34 service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904803 Apr 12 13:46:19.101883 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-b31cd0f1-f206-49e8-aaa5-7c91c74f09ad None None] Set router db5090ca-4d52-4818-937b-1f7b69884eb0 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:46:19.212885 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a6f17f92-9560-4718-8fc6-80132ab4f8b3 req-50b7e10f-c165-4e57-b852-e0e967ab34ab service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160073 Apr 12 13:46:19.367455 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-b31cd0f1-f206-49e8-aaa5-7c91c74f09ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '327f21c6-d263-459e-ac82-6f0b222ba3ad', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'port_id': '463dfbe1-d95b-4c3d-bb02-267a35b7b750', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'mac_address': 'fa:16:3e:c6:d3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ed59b-ae25-43d8-830c-5fbaf8623bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:46:17Z', 'updated_at': '2022-04-12T13:46:17Z', 'revision_number': 0, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:23Z', 'revision_number': 5, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:46:19.395050 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31cd0f1-f206-49e8-aaa5-7c91c74f09ad None None] The sync data for ids ['db5090ca-4d52-4818-937b-1f7b69884eb0'] in dv-cinder-830098-4-iscsi is: [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '327f21c6-d263-459e-ac82-6f0b222ba3ad', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'port_id': '463dfbe1-d95b-4c3d-bb02-267a35b7b750', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'mac_address': 'fa:16:3e:c6:d3:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3ed59b-ae25-43d8-830c-5fbaf8623bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:46:17Z', 'updated_at': '2022-04-12T13:46:17Z', 'revision_number': 0, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:23Z', 'revision_number': 5, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:46:19.606150 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51990820-368a-4583-be26-cebb259deea9 None None] New status for floating IP 327f21c6-d263-459e-ac82-6f0b222ba3ad: ACTIVE {{(pid=103297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:46:20.758452 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 9fb26616-0949-4763-a848-417b09a08e05 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:46:20.785345 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: 9fb26616-0949-4763-a848-417b09a08e05 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:46:20.785603 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 9fb26616-0949-4763-a848-417b09a08e05 not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:46:20.793995 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:24.852069 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-8461a477-7419-4802-bd11-d8d81f4b5ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:27.497211 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f2417285-1efc-4989-b76d-d9f12653ab55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:28.108296 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:29.781752 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:30.997440 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:42.937942 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 41142) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:46:42.982065 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_v2 [None req-1701cb2f-25cf-4299-b0f9-c7f47d2a9796 admin admin] Deleting subnet 1d457595-38df-4bfc-a967-df712c22f8a1 {{(pid=103295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:46:42.985401 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1701cb2f-25cf-4299-b0f9-c7f47d2a9796 admin admin] Publish callbacks [] for subnet (1d457595-38df-4bfc-a967-df712c22f8a1), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:43.020127 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1701cb2f-25cf-4299-b0f9-c7f47d2a9796 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13083627'] for subnet (1d457595-38df-4bfc-a967-df712c22f8a1), precommit_delete_associations {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:43.068509 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1701cb2f-25cf-4299-b0f9-c7f47d2a9796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585855'] for subnet (1d457595-38df-4bfc-a967-df712c22f8a1), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:43.122925 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1701cb2f-25cf-4299-b0f9-c7f47d2a9796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12759874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14326538'] for subnet (1d457595-38df-4bfc-a967-df712c22f8a1), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:43.148947 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701cb2f-25cf-4299-b0f9-c7f47d2a9796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d457595-38df-4bfc-a967-df712c22f8a1,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:46:43.153803 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-1701cb2f-25cf-4299-b0f9-c7f47d2a9796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:43.156374 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-1701cb2f-25cf-4299-b0f9-c7f47d2a9796 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1d457595-38df-4bfc-a967-df712c22f8a1 HTTP/1.1" status: 204 len: 168 time: 0.2174413 Apr 12 13:46:43.158937 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 41144) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:46:43.241014 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e7b945d2-43d8-42c0-9b6a-5176bd7eb3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624812'] for network (7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:43.324520 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e7b945d2-43d8-42c0-9b6a-5176bd7eb3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587506', 'neutron.services.segments.db._delete_segments_for_network-8776758846127'] for network (7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:43.344952 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-e7b945d2-43d8-42c0-9b6a-5176bd7eb3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a']}} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:46:43.354139 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-e7b945d2-43d8-42c0-9b6a-5176bd7eb3e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf3a29c-6fa6-4c43-a6c4-0318d29583fd') {'for_net_delete': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:46:43.354440 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-e7b945d2-43d8-42c0-9b6a-5176bd7eb3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf3a29c-6fa6-4c43-a6c4-0318d29583fd') {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:46:43.363534 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e7b945d2-43d8-42c0-9b6a-5176bd7eb3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776758847672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13083618'] for segment (4cf3a29c-6fa6-4c43-a6c4-0318d29583fd), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:43.376861 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e7b945d2-43d8-42c0-9b6a-5176bd7eb3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (4cf3a29c-6fa6-4c43-a6c4-0318d29583fd), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:43.382802 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b945d2-43d8-42c0-9b6a-5176bd7eb3e5 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:46:43.383256 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e7b945d2-43d8-42c0-9b6a-5176bd7eb3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760040'] for segment (4cf3a29c-6fa6-4c43-a6c4-0318d29583fd), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: Traceback (most recent call last): Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: timer() Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: cb(*args, **kw) Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: return func(*args, **kwargs) Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: self._notify() Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: self.callback(batched_events) Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: event.method(event) Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: return f(self, *a, **k) Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: return self._get(url).json() Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: return self.request(url, 'GET', **kwargs) Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:46:43.385990 dv-cinder-830098-4-iscsi neutron-server[103295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:46:43.442890 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e7b945d2-43d8-42c0-9b6a-5176bd7eb3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466144'] for network (7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:43.447454 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e7b945d2-43d8-42c0-9b6a-5176bd7eb3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:43.450973 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-e7b945d2-43d8-42c0-9b6a-5176bd7eb3e5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a HTTP/1.1" status: 204 len: 168 time: 0.2910395 Apr 12 13:46:43.464148 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b945d2-43d8-42c0-9b6a-5176bd7eb3e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b138f14-9c1e-4e40-8de7-d9e0fe6bf95a,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:46:43.633453 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 41148) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:46:43.676397 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-ff83640b-0b90-4fb8-9c9d-a9bceb91fcb6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5de3aaeee6a645a9b1fc40ee4eb00d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415540 Apr 12 13:46:43.679257 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 41150) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:46:43.730376 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-74846429-6415-427e-9347-6c71b3a62c12 admin admin] Publish callbacks [] for security_group (6f3ef8d7-e48a-4f73-a178-60b5b5c75649), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:43.753241 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-74846429-6415-427e-9347-6c71b3a62c12 admin admin] Publish callbacks [] for security_group (6f3ef8d7-e48a-4f73-a178-60b5b5c75649), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:43.805353 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-74846429-6415-427e-9347-6c71b3a62c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (6f3ef8d7-e48a-4f73-a178-60b5b5c75649), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:43.808522 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-74846429-6415-427e-9347-6c71b3a62c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:43.809719 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-74846429-6415-427e-9347-6c71b3a62c12 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f3ef8d7-e48a-4f73-a178-60b5b5c75649 HTTP/1.1" status: 204 len: 168 time: 0.1294389 Apr 12 13:46:43.817656 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74846429-6415-427e-9347-6c71b3a62c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3ef8d7-e48a-4f73-a178-60b5b5c75649,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:46:45.234413 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:46:50.784788 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:54.854241 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-d85e5d14-6c0f-4d8a-bd59-59e304b5b3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:56.944376 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-48cb5a24-e341-47ac-8459-33e3c8a12ca8 req-e601fcf9-110b-49c3-bf61-1e5675fa5823 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385747 Apr 12 13:46:57.030680 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb5a24-e341-47ac-8459-33e3c8a12ca8 req-a12647a1-3adf-4f06-aa0d-b78002968496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:57.032162 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-48cb5a24-e341-47ac-8459-33e3c8a12ca8 req-a12647a1-3adf-4f06-aa0d-b78002968496 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 1130 time: 0.0395012 Apr 12 13:46:57.402568 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb5a24-e341-47ac-8459-33e3c8a12ca8 req-0d5cdd8d-d5e1-43d3-ad0e-5419d52d64af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:57.405040 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-48cb5a24-e341-47ac-8459-33e3c8a12ca8 req-0d5cdd8d-d5e1-43d3-ad0e-5419d52d64af service neutron] 10.222.0.41 "GET /v2.0/networks?id=3cbf858d-8d65-4553-8fde-4d5100a4d916 HTTP/1.1" status: 200 len: 913 time: 0.3500669 Apr 12 13:46:57.475105 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-48cb5a24-e341-47ac-8459-33e3c8a12ca8 req-c406a481-26aa-48b5-aa8f-927947f8cc7a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=463dfbe1-d95b-4c3d-bb02-267a35b7b750 HTTP/1.1" status: 200 len: 1001 time: 0.0631576 Apr 12 13:46:57.501831 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-bc989807-8459-4c4f-bf79-432cabee48ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:57.527308 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb5a24-e341-47ac-8459-33e3c8a12ca8 req-44519930-017b-4c7f-a2bc-94021d871188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:57.528761 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-48cb5a24-e341-47ac-8459-33e3c8a12ca8 req-44519930-017b-4c7f-a2bc-94021d871188 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97b4f65a-484b-4c93-baea-af88b6487120 HTTP/1.1" status: 200 len: 851 time: 0.0461726 Apr 12 13:46:57.578883 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb5a24-e341-47ac-8459-33e3c8a12ca8 req-809a98c6-4abe-44ed-a38f-2f8faa75b8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:46:57.580772 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-48cb5a24-e341-47ac-8459-33e3c8a12ca8 req-809a98c6-4abe-44ed-a38f-2f8faa75b8f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3cbf858d-8d65-4553-8fde-4d5100a4d916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454044 Apr 12 13:46:57.677605 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-48cb5a24-e341-47ac-8459-33e3c8a12ca8 req-d0e5d4db-eec9-4e27-bcf4-61120dd7ddda service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890574 Apr 12 13:46:57.777062 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-48cb5a24-e341-47ac-8459-33e3c8a12ca8 req-be9e3622-9b3e-4edd-91bc-ea236ce56d01 service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933714 Apr 12 13:46:58.113354 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:46:59.785812 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:47:01.000363 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:47:20.787510 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:47:22.234805 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:47:24.856250 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e5f11e45-62c9-4d2a-bacf-6221e2c77e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:47:27.506664 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-520b473c-f4c5-4844-8db3-b51b2148dc87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:47:28.116774 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:47:29.787341 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:47:31.007064 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:47:41.730484 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [req-32e3394b-f0ae-4c48-8e08-8bb39f8a8ff9 req-549d7b54-8669-4af7-8248-7dfe465458f4 service neutron] (103294) timed out ('10.222.0.41', 56031) {{(pid=103294) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 13:47:41.736239 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [req-6744b3d2-6360-4d49-a0c8-eaa922264c7f req-622c1f4f-f3f9-4362-8159-79f9c94835d3 service neutron] (103294) timed out ('10.222.0.41', 55998) {{(pid=103294) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 13:47:50.783274 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:47:54.863316 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4d1b1563-6050-43f0-87ed-c7a4f86292b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:47:57.509731 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9cb19484-3f8b-44ca-ba17-06540236bc7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:47:58.120341 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:47:59.056797 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5b9e5cde-eacc-4ab2-8e6e-b8d09e02adf7 req-b874d1cf-759f-4e40-9831-4e7917ce7257 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1888835 Apr 12 13:47:59.141835 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e5cde-eacc-4ab2-8e6e-b8d09e02adf7 req-d9dc23c3-7d50-4b91-b09f-70a051345ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:47:59.143342 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5b9e5cde-eacc-4ab2-8e6e-b8d09e02adf7 req-d9dc23c3-7d50-4b91-b09f-70a051345ef9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 1130 time: 0.0405102 Apr 12 13:47:59.232901 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:47:59.260942 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e5cde-eacc-4ab2-8e6e-b8d09e02adf7 req-38571ed1-bba3-4392-bebb-52eb2a15bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:47:59.262477 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5b9e5cde-eacc-4ab2-8e6e-b8d09e02adf7 req-38571ed1-bba3-4392-bebb-52eb2a15bb97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3cbf858d-8d65-4553-8fde-4d5100a4d916 HTTP/1.1" status: 200 len: 913 time: 0.0988762 Apr 12 13:47:59.333378 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5b9e5cde-eacc-4ab2-8e6e-b8d09e02adf7 req-a964fc89-b65a-4eba-91b0-34857b69b40d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=463dfbe1-d95b-4c3d-bb02-267a35b7b750 HTTP/1.1" status: 200 len: 1001 time: 0.0640774 Apr 12 13:47:59.387729 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e5cde-eacc-4ab2-8e6e-b8d09e02adf7 req-7c8255f1-dda1-4037-9245-89d282275b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:47:59.389298 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5b9e5cde-eacc-4ab2-8e6e-b8d09e02adf7 req-7c8255f1-dda1-4037-9245-89d282275b1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97b4f65a-484b-4c93-baea-af88b6487120 HTTP/1.1" status: 200 len: 851 time: 0.0494008 Apr 12 13:47:59.433692 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e5cde-eacc-4ab2-8e6e-b8d09e02adf7 req-f5ed6fe3-b2a2-4157-b5ef-6583bb275009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:47:59.435181 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5b9e5cde-eacc-4ab2-8e6e-b8d09e02adf7 req-f5ed6fe3-b2a2-4157-b5ef-6583bb275009 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3cbf858d-8d65-4553-8fde-4d5100a4d916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396705 Apr 12 13:47:59.527044 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5b9e5cde-eacc-4ab2-8e6e-b8d09e02adf7 req-954fe864-e60c-4e1b-9a9e-e91bbbc06851 service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848980 Apr 12 13:47:59.623582 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5b9e5cde-eacc-4ab2-8e6e-b8d09e02adf7 req-852ee0fa-e5dd-4bde-97b0-99c595febb7d service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901644 Apr 12 13:47:59.792631 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:01.004956 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:03.933350 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [req-33d1a9c6-2e00-4b16-8117-cd49cd04897b req-0768b339-a1e0-417d-a2c1-7fbc38ceb892 service neutron] (103295) timed out ('10.222.0.41', 56008) {{(pid=103295) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 13:48:20.798847 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:24.857276 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-072f5ea5-e59a-469b-91bc-6b85586fa45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:27.510929 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e7c7e81b-d924-47d5-960d-c95b0f3aab1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:28.120552 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:29.795586 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:30.998755 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:36.231658 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:48:37.366316 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722c610-5ef5-45d4-8f8f-6e60287599a6 req-a7d5346d-f96d-4372-818b-bb5bdc860559 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:37.367792 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c722c610-5ef5-45d4-8f8f-6e60287599a6 req-a7d5346d-f96d-4372-818b-bb5bdc860559 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 946 time: 0.1897187 Apr 12 13:48:37.417494 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-c722c610-5ef5-45d4-8f8f-6e60287599a6 req-e4f30bf9-d25e-4e8d-a8d8-ba5b26de50ce tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440502 Apr 12 13:48:38.596395 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64d9c9-6023-4297-86fb-f11ae3d64ab8 req-1c496312-3de5-417a-9c9d-57cf1a6535e7 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:38.598336 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7f64d9c9-6023-4297-86fb-f11ae3d64ab8 req-1c496312-3de5-417a-9c9d-57cf1a6535e7 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 946 time: 0.1069162 Apr 12 13:48:38.648769 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7f64d9c9-6023-4297-86fb-f11ae3d64ab8 req-b4cb484a-ce81-40ca-8289-f193eb0bd8b1 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447161 Apr 12 13:48:39.067516 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0678f-60c1-458e-b7b2-709030c921ec req-d18b6421-1ed5-4da9-9f6f-92b2cc13913d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:39.069179 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5bd0678f-60c1-458e-b7b2-709030c921ec req-d18b6421-1ed5-4da9-9f6f-92b2cc13913d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.41 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 946 time: 0.0531619 Apr 12 13:48:39.154892 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-5bd0678f-60c1-458e-b7b2-709030c921ec req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Deleting port 463dfbe1-d95b-4c3d-bb02-267a35b7b750 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:48:39.155234 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-5bd0678f-60c1-458e-b7b2-709030c921ec req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (463dfbe1-d95b-4c3d-bb02-267a35b7b750), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:39.246470 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-5bd0678f-60c1-458e-b7b2-709030c921ec req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] For port 463dfbe1-d95b-4c3d-bb02-267a35b7b750, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=463dfbe1-d95b-4c3d-bb02-267a35b7b750,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:48:39.246827 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-5bd0678f-60c1-458e-b7b2-709030c921ec req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (463dfbe1-d95b-4c3d-bb02-267a35b7b750), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:39.423919 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-5bd0678f-60c1-458e-b7b2-709030c921ec req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:39.424340 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-5bd0678f-60c1-458e-b7b2-709030c921ec req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (327f21c6-d263-459e-ac82-6f0b222ba3ad), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:39.424731 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.l3_db [req-5bd0678f-60c1-458e-b7b2-709030c921ec req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Floating IP 327f21c6-d263-459e-ac82-6f0b222ba3ad disassociated. External IP: 172.27.2.45, port: 463dfbe1-d95b-4c3d-bb02-267a35b7b750. Apr 12 13:48:39.425076 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-5bd0678f-60c1-458e-b7b2-709030c921ec req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Calling delete_port for 463dfbe1-d95b-4c3d-bb02-267a35b7b750 owned by compute:nova {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:48:39.558047 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-5bd0678f-60c1-458e-b7b2-709030c921ec req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (463dfbe1-d95b-4c3d-bb02-267a35b7b750), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:39.593712 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event deleted for resources: {'Port': ['ID=463dfbe1-d95b-4c3d-bb02-267a35b7b750,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:48:39.605918 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:39.606661 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:39.606661 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:39.607474 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:39.607474 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:39.607870 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:39.608211 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:39.608545 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:39.608883 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:39.609245 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:39.609582 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:39.609916 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:39.610247 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:39.610575 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:39.610900 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:39.732831 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bd0678f-60c1-458e-b7b2-709030c921ec req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Router db5090ca-4d52-4818-937b-1f7b69884eb0 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:48:39.758209 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-61310f99-9cc4-4188-9fe8-5a5dfefa33bf req-34c239f6-9c3d-4c8d-8ca1-c64ccc47ca6e tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=af3ed59b-ae25-43d8-830c-5fbaf8623bfe HTTP/1.1" status: 200 len: 210 time: 0.0293825 Apr 12 13:48:39.850103 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bd0678f-60c1-458e-b7b2-709030c921ec req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:48:39.860265 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71829e61-8975-4164-9307-7b3156395327 None None] Sync routers for ids ['db5090ca-4d52-4818-937b-1f7b69884eb0'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:48:39.870920 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71829e61-8975-4164-9307-7b3156395327 None None] Routers {'db5090ca-4d52-4818-937b-1f7b69884eb0'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:48:39.871547 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-71829e61-8975-4164-9307-7b3156395327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:48:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['db5090ca-4d52-4818-937b-1f7b69884eb0'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:48:39.894290 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd0678f-60c1-458e-b7b2-709030c921ec req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] No DVR routers for this DVR port 463dfbe1-d95b-4c3d-bb02-267a35b7b750 on host hv-cinder-83009 {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:48:39.897645 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-5bd0678f-60c1-458e-b7b2-709030c921ec req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:39.900969 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-5bd0678f-60c1-458e-b7b2-709030c921ec req-650347a6-a78f-4330-bbde-2df43dc75483 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.41 "DELETE /v2.0/ports/463dfbe1-d95b-4c3d-bb02-267a35b7b750 HTTP/1.1" status: 204 len: 173 time: 0.8253973 Apr 12 13:48:39.901443 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af3ed59b-ae25-43d8-830c-5fbaf8623bfe', 'name': 'network-vif-deleted', 'tag': '463dfbe1-d95b-4c3d-bb02-267a35b7b750'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:48:39.903694 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b312ba24-f232-4629-a263-3b28e478cb33" -d '{"events": [{"server_uuid": "af3ed59b-ae25-43d8-830c-5fbaf8623bfe", "name": "network-vif-deleted", "tag": "463dfbe1-d95b-4c3d-bb02-267a35b7b750"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:48:40.026022 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d2f975-f25a-4fa6-8f95-cc7ecc399592 x-openstack-request-id: req-43d2f975-f25a-4fa6-8f95-cc7ecc399592 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:48:40.026329 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af3ed59b-ae25-43d8-830c-5fbaf8623bfe", "name": "network-vif-deleted", "tag": "463dfbe1-d95b-4c3d-bb02-267a35b7b750", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:48:40.026823 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-43d2f975-f25a-4fa6-8f95-cc7ecc399592 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:48:40.027274 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d2f975-f25a-4fa6-8f95-cc7ecc399592'] response: {'server_uuid': 'af3ed59b-ae25-43d8-830c-5fbaf8623bfe', 'name': 'network-vif-deleted', 'tag': '463dfbe1-d95b-4c3d-bb02-267a35b7b750', 'status': 'completed', 'code': 200} Apr 12 13:48:40.143421 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-71829e61-8975-4164-9307-7b3156395327 None None] Set router db5090ca-4d52-4818-937b-1f7b69884eb0 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:48:40.348570 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-71829e61-8975-4164-9307-7b3156395327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:23Z', 'revision_number': 5, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:48:40.379298 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71829e61-8975-4164-9307-7b3156395327 None None] Checking router: db5090ca-4d52-4818-937b-1f7b69884eb0 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:48:40.388494 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71829e61-8975-4164-9307-7b3156395327 None None] Routers {'db5090ca-4d52-4818-937b-1f7b69884eb0'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:48:40.389126 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-71829e61-8975-4164-9307-7b3156395327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:48:27Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['db5090ca-4d52-4818-937b-1f7b69884eb0'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:48:40.507574 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-71829e61-8975-4164-9307-7b3156395327 None None] Set router db5090ca-4d52-4818-937b-1f7b69884eb0 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:48:40.705203 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-71829e61-8975-4164-9307-7b3156395327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:23Z', 'revision_number': 5, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:48:40.731532 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71829e61-8975-4164-9307-7b3156395327 None None] The sync data for ids ['db5090ca-4d52-4818-937b-1f7b69884eb0'] in dv-cinder-830098-4-iscsi is: [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:23Z', 'revision_number': 5, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:48:40.969476 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a845646-143e-4b2e-ba3c-aec6a8a2bbe1 None None] New status for floating IP 327f21c6-d263-459e-ac82-6f0b222ba3ad: DOWN {{(pid=103297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:48:41.032359 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3b93c780-3063-4218-b3e7-86d902a33014 req-3cc59a93-9502-48dc-bdc7-59f4fff49cc1 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327477518&fields=id&tenant_id=debdd0ea0e9f4d899e7d40726c31b759 HTTP/1.1" status: 200 len: 267 time: 0.0471935 Apr 12 13:48:41.151919 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93c780-3063-4218-b3e7-86d902a33014 req-f2aee448-bf98-4b1e-b78a-78d51b2356bf tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:41.153404 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3b93c780-3063-4218-b3e7-86d902a33014 req-f2aee448-bf98-4b1e-b78a-78d51b2356bf tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/networks?id=3cbf858d-8d65-4553-8fde-4d5100a4d916 HTTP/1.1" status: 200 len: 812 time: 0.1133015 Apr 12 13:48:41.167739 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3b93c780-3063-4218-b3e7-86d902a33014 req-86f6dbf3-834d-4dca-beae-11f26bd63d49 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/quotas/debdd0ea0e9f4d899e7d40726c31b759 HTTP/1.1" status: 200 len: 375 time: 0.0089777 Apr 12 13:48:41.217224 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3b93c780-3063-4218-b3e7-86d902a33014 req-3154d9f7-5f47-4622-bc2a-adbcb09d47ac tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445266 Apr 12 13:48:41.363048 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3b93c780-3063-4218-b3e7-86d902a33014 req-301c1481-1fac-4ed1-af69-e47f24aca5c3 service neutron] 10.222.0.11 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332629 Apr 12 13:48:41.453251 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3b93c780-3063-4218-b3e7-86d902a33014 req-7b456f7f-e5f3-496e-aa56-de86435f1b9c service neutron] 10.222.0.11 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847993 Apr 12 13:48:42.283699 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 463dfbe1-d95b-4c3d-bb02-267a35b7b750 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:48:42.310777 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: 463dfbe1-d95b-4c3d-bb02-267a35b7b750 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:48:42.311316 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 463dfbe1-d95b-4c3d-bb02-267a35b7b750 not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:48:42.761467 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-17134e46-fdc3-4d2b-b1da-bfed59e250ae req-829841b5-41bf-4e66-ba7e-cc54bb626f5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 210 time: 0.0337045 Apr 12 13:48:43.848842 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-7b23cbfb-d321-4c35-90f4-f526c8670d55 req-35e23fba-8e81-4a00-9cb9-f135dcd0f3f9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 210 time: 0.0286417 Apr 12 13:48:44.928385 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2032ef63-cfa2-4b96-9af6-7db96d1b7a48 req-777f56e2-a717-454b-a737-224e9cfc0bd4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 210 time: 0.0294366 Apr 12 13:48:46.013938 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-82b3f9bf-4208-4ef9-b957-402e051018ca req-7f85f25c-d81e-486a-b3cc-93f05b755b1f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 210 time: 0.0326192 Apr 12 13:48:47.110519 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-4012de65-70f9-4744-8673-d033340b6d55 req-7ba04e2a-af46-4671-ade5-f2714f0a24c1 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 210 time: 0.0277154 Apr 12 13:48:47.854020 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93c780-3063-4218-b3e7-86d902a33014 req-56d97ad2-1995-4500-9dfa-34dfdd88bb3a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:47.855516 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3b93c780-3063-4218-b3e7-86d902a33014 req-56d97ad2-1995-4500-9dfa-34dfdd88bb3a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.41 "GET /v2.0/networks?id=3cbf858d-8d65-4553-8fde-4d5100a4d916 HTTP/1.1" status: 200 len: 812 time: 0.1110661 Apr 12 13:48:47.919722 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3b93c780-3063-4218-b3e7-86d902a33014 req-bef71c47-e543-42fb-97a9-80266e9ccf4f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=debdd0ea0e9f4d899e7d40726c31b759 HTTP/1.1" status: 200 len: 380 time: 0.0557158 Apr 12 13:48:47.928521 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-3b93c780-3063-4218-b3e7-86d902a33014 req-a7f5e42a-acd5-495a-a7ad-693ebd38f5f4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Request body: {'port': {'device_id': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'admin_state_up': True, 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'security_groups': ['34fd5409-a652-4e31-b2f9-d76e4817a973']}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:48:48.042614 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b93c780-3063-4218-b3e7-86d902a33014 req-a7f5e42a-acd5-495a-a7ad-693ebd38f5f4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Made reservation on behalf of debdd0ea0e9f4d899e7d40726c31b759 for: {'port': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:48:48.045990 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3b93c780-3063-4218-b3e7-86d902a33014 req-a7f5e42a-acd5-495a-a7ad-693ebd38f5f4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:48.187437 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [req-3b93c780-3063-4218-b3e7-86d902a33014 req-a7f5e42a-acd5-495a-a7ad-693ebd38f5f4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Allocated IP 172.20.0.9 (3cbf858d-8d65-4553-8fde-4d5100a4d916/97b4f65a-484b-4c93-baea-af88b6487120/3458f335-6bd4-49f1-8792-bd9c18079954) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:48:48.228803 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b9035f25-a5b0-4f2a-8784-2491da7af3f9 req-83cd98ef-8aba-4384-894e-aa8aeab430b4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 210 time: 0.0390003 Apr 12 13:48:48.359432 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3b93c780-3063-4218-b3e7-86d902a33014 req-a7f5e42a-acd5-495a-a7ad-693ebd38f5f4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for port (3458f335-6bd4-49f1-8792-bd9c18079954), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:48.405607 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3b93c780-3063-4218-b3e7-86d902a33014 req-a7f5e42a-acd5-495a-a7ad-693ebd38f5f4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (3458f335-6bd4-49f1-8792-bd9c18079954), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:48.447143 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b93c780-3063-4218-b3e7-86d902a33014 req-a7f5e42a-acd5-495a-a7ad-693ebd38f5f4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Network 3cbf858d-8d65-4553-8fde-4d5100a4d916 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:48:48.450313 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [req-3b93c780-3063-4218-b3e7-86d902a33014 req-a7f5e42a-acd5-495a-a7ad-693ebd38f5f4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:48:48.453947 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b93c780-3063-4218-b3e7-86d902a33014 req-a7f5e42a-acd5-495a-a7ad-693ebd38f5f4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:48:48.463531 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5e42a-acd5-495a-a7ad-693ebd38f5f4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event updated for resources: {'Port': ['ID=3458f335-6bd4-49f1-8792-bd9c18079954,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:48:48.511683 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93c780-3063-4218-b3e7-86d902a33014 req-a7f5e42a-acd5-495a-a7ad-693ebd38f5f4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:48.512330 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3b93c780-3063-4218-b3e7-86d902a33014 req-a7f5e42a-acd5-495a-a7ad-693ebd38f5f4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:48.529465 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3b93c780-3063-4218-b3e7-86d902a33014 req-a7f5e42a-acd5-495a-a7ad-693ebd38f5f4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6048129 Apr 12 13:48:48.541212 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Request body: {'port': {'device_id': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:48:48.607830 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (3458f335-6bd4-49f1-8792-bd9c18079954), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:48.729421 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-c7e52229-4889-466b-8acb-121bf992347c None None] Provisioning complete for port 3458f335-6bd4-49f1-8792-bd9c18079954 triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:48:48.730015 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c7e52229-4889-466b-8acb-121bf992347c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (3458f335-6bd4-49f1-8792-bd9c18079954), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:48.764264 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-c7e52229-4889-466b-8acb-121bf992347c None None] Port 3458f335-6bd4-49f1-8792-bd9c18079954 cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:48:48.870558 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3458f335-6bd4-49f1-8792-bd9c18079954 {{(pid=103294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:48:48.877796 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Publish callbacks [] for port (3458f335-6bd4-49f1-8792-bd9c18079954), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:48.890262 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.provisioning_blocks [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Transition to ACTIVE for port object 3458f335-6bd4-49f1-8792-bd9c18079954 will not be triggered until provisioned by entity L2. {{(pid=103294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:48:48.894290 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (3458f335-6bd4-49f1-8792-bd9c18079954), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:48.947143 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3458f335-6bd4-49f1-8792-bd9c18079954,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:48:49.020526 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Attempting to bind port 3458f335-6bd4-49f1-8792-bd9c18079954 on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:48:49.020864 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Attempting to bind port 3458f335-6bd4-49f1-8792-bd9c18079954 by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:48:49.021227 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Attempting to bind port 3458f335-6bd4-49f1-8792-bd9c18079954 on network 3cbf858d-8d65-4553-8fde-4d5100a4d916 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:48:49.026137 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Port 3458f335-6bd4-49f1-8792-bd9c18079954 on network 3cbf858d-8d65-4553-8fde-4d5100a4d916 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:48:49.026458 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Attempting to bind port 3458f335-6bd4-49f1-8792-bd9c18079954 on network 3cbf858d-8d65-4553-8fde-4d5100a4d916 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:48:49.031524 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:48:49.031865 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Checking segment: {'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:48:49.032251 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Bound using segment: {'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:48:49.032684 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Bound port: 3458f335-6bd4-49f1-8792-bd9c18079954, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:48:49.033069 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (3458f335-6bd4-49f1-8792-bd9c18079954), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:49.103366 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] For port 3458f335-6bd4-49f1-8792-bd9c18079954, host hv-cinder-83009, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:48:49.106988 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] For port 3458f335-6bd4-49f1-8792-bd9c18079954, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3458f335-6bd4-49f1-8792-bd9c18079954,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:48:49.112749 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (3458f335-6bd4-49f1-8792-bd9c18079954), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:49.145542 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:49.146039 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:49.147666 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] 10.222.0.41 "PUT /v2.0/ports/3458f335-6bd4-49f1-8792-bd9c18079954 HTTP/1.1" status: 200 len: 1093 time: 0.6108544 Apr 12 13:48:49.150186 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'tag': '3458f335-6bd4-49f1-8792-bd9c18079954'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:48:49.153398 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59186fc4-fa0b-46c2-bd8f-d3d786057051" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a7df24-ffbc-445a-92e9-a9abea0363a2", "tag": "3458f335-6bd4-49f1-8792-bd9c18079954"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:48:49.182097 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9dad04-af87-46c5-9cb3-5766abb8f5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3458f335-6bd4-49f1-8792-bd9c18079954,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:48:49.234300 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93c780-3063-4218-b3e7-86d902a33014 req-3a876b78-277f-48ba-bc92-d676d7cca145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:49.235817 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3b93c780-3063-4218-b3e7-86d902a33014 req-3a876b78-277f-48ba-bc92-d676d7cca145 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 1127 time: 0.0436413 Apr 12 13:48:49.283440 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3b93c780-3063-4218-b3e7-86d902a33014 req-4a0ec094-f72e-4741-b3c7-42353a15ffe1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3458f335-6bd4-49f1-8792-bd9c18079954 HTTP/1.1" status: 200 len: 217 time: 0.0402772 Apr 12 13:48:49.364131 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93c780-3063-4218-b3e7-86d902a33014 req-7ee35b7f-a668-4dbf-86ed-d2067ba36373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:49.365654 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3b93c780-3063-4218-b3e7-86d902a33014 req-7ee35b7f-a668-4dbf-86ed-d2067ba36373 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97b4f65a-484b-4c93-baea-af88b6487120 HTTP/1.1" status: 200 len: 851 time: 0.0760906 Apr 12 13:48:49.373702 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2be9b-37b7-430e-94f5-d8ee93149e7f req-99c2cc47-2c1a-495e-99dc-ae53429f73e4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:49.375063 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-74c2be9b-37b7-430e-94f5-d8ee93149e7f req-99c2cc47-2c1a-495e-99dc-ae53429f73e4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 943 time: 0.0595996 Apr 12 13:48:49.438214 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93c780-3063-4218-b3e7-86d902a33014 req-e08dc3b5-a7d9-44bf-bbd5-057a2c08eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:49.439722 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3b93c780-3063-4218-b3e7-86d902a33014 req-e08dc3b5-a7d9-44bf-bbd5-057a2c08eeec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3cbf858d-8d65-4553-8fde-4d5100a4d916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638158 Apr 12 13:48:49.475743 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-74c2be9b-37b7-430e-94f5-d8ee93149e7f req-7f74d3d8-d07f-4066-8d91-ae9c356a893b tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914407 Apr 12 13:48:49.541963 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3b93c780-3063-4218-b3e7-86d902a33014 req-015cd7ae-5924-47fc-8e91-369269242c82 service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920892 Apr 12 13:48:49.634080 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3b93c780-3063-4218-b3e7-86d902a33014 req-672a3eb4-b8a4-470a-b104-118796158a48 service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850284 Apr 12 13:48:50.207733 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fe3866-ae67-4c58-a739-6e4cdaf7e507 x-openstack-request-id: req-f9fe3866-ae67-4c58-a739-6e4cdaf7e507 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:48:50.208350 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a7df24-ffbc-445a-92e9-a9abea0363a2", "tag": "3458f335-6bd4-49f1-8792-bd9c18079954", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:48:50.208350 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f9fe3866-ae67-4c58-a739-6e4cdaf7e507 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:48:50.208806 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9fe3866-ae67-4c58-a739-6e4cdaf7e507'] response: {'name': 'network-changed', 'server_uuid': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'tag': '3458f335-6bd4-49f1-8792-bd9c18079954', 'status': 'completed', 'code': 200} Apr 12 13:48:50.505688 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59186fc4-fa0b-46c2-bd8f-d3d786057051 req-a618cf97-9726-4d6a-8390-f661308edc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:50.507236 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-59186fc4-fa0b-46c2-bd8f-d3d786057051 req-a618cf97-9726-4d6a-8390-f661308edc02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 1127 time: 0.0421727 Apr 12 13:48:50.626983 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b230e-53b1-44c3-8c33-54d8bbf1a400 req-99607eaa-22ce-4bad-8c85-627c91783cc5 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:50.628519 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d66b230e-53b1-44c3-8c33-54d8bbf1a400 req-99607eaa-22ce-4bad-8c85-627c91783cc5 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 943 time: 0.0851271 Apr 12 13:48:50.654180 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59186fc4-fa0b-46c2-bd8f-d3d786057051 req-36421c9b-f262-48e0-a3b6-fb2a134925e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:50.655637 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-59186fc4-fa0b-46c2-bd8f-d3d786057051 req-36421c9b-f262-48e0-a3b6-fb2a134925e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3cbf858d-8d65-4553-8fde-4d5100a4d916 HTTP/1.1" status: 200 len: 913 time: 0.1421659 Apr 12 13:48:50.707334 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-59186fc4-fa0b-46c2-bd8f-d3d786057051 req-9b1d94dc-83a4-4539-a62a-14e28f0e2702 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3458f335-6bd4-49f1-8792-bd9c18079954 HTTP/1.1" status: 200 len: 217 time: 0.0444818 Apr 12 13:48:50.748283 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d66b230e-53b1-44c3-8c33-54d8bbf1a400 req-8144d3bd-f970-458d-8b98-7a585510e75d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101403 Apr 12 13:48:50.767619 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59186fc4-fa0b-46c2-bd8f-d3d786057051 req-f7843530-b031-4d94-b1aa-5589d28b0c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:50.769204 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-59186fc4-fa0b-46c2-bd8f-d3d786057051 req-f7843530-b031-4d94-b1aa-5589d28b0c97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97b4f65a-484b-4c93-baea-af88b6487120 HTTP/1.1" status: 200 len: 851 time: 0.0541267 Apr 12 13:48:50.810259 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:50.824421 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59186fc4-fa0b-46c2-bd8f-d3d786057051 req-03064c17-b367-4bf2-8f22-9c9d43381f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:50.826227 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-59186fc4-fa0b-46c2-bd8f-d3d786057051 req-03064c17-b367-4bf2-8f22-9c9d43381f06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3cbf858d-8d65-4553-8fde-4d5100a4d916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511935 Apr 12 13:48:50.919562 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-59186fc4-fa0b-46c2-bd8f-d3d786057051 req-8c22d1c2-2f2d-4bb6-8dc4-dd0ad3ed0f6f service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866117 Apr 12 13:48:51.010738 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-59186fc4-fa0b-46c2-bd8f-d3d786057051 req-ad7df44d-8202-4cdc-af62-0ca92b97d6ea service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844605 Apr 12 13:48:51.863750 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923ef41-4a8f-4972-ba57-a7b9aa871290 req-c84a83c9-d578-46eb-b52c-e528ca93e2f2 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:51.865267 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e923ef41-4a8f-4972-ba57-a7b9aa871290 req-c84a83c9-d578-46eb-b52c-e528ca93e2f2 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 943 time: 0.0476379 Apr 12 13:48:51.914195 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-e923ef41-4a8f-4972-ba57-a7b9aa871290 req-e97fffdb-8350-41a1-b218-bf8e3a5a9b99 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432723 Apr 12 13:48:53.030825 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bbef3-1416-46d5-8305-253e0e0c9c42 req-8e86f925-2053-41d4-8612-63899b287d82 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:53.032390 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-375bbef3-1416-46d5-8305-253e0e0c9c42 req-8e86f925-2053-41d4-8612-63899b287d82 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 943 time: 0.0495710 Apr 12 13:48:53.087609 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-375bbef3-1416-46d5-8305-253e0e0c9c42 req-8a00236d-1310-4aa5-a6e9-79867edfab45 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493236 Apr 12 13:48:54.204987 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f68f8-75f1-4aea-8cfb-e17422fd0abe req-a8c6e244-d39d-4926-a048-67a31d35b407 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:54.207251 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-495f68f8-75f1-4aea-8cfb-e17422fd0abe req-a8c6e244-d39d-4926-a048-67a31d35b407 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 943 time: 0.0540125 Apr 12 13:48:54.258859 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-495f68f8-75f1-4aea-8cfb-e17422fd0abe req-43649029-717e-4c27-84c1-034328ed07be tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459149 Apr 12 13:48:54.859488 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4f53d7c4-bcbc-4e02-83e8-1232ff7d5715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:55.370847 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93123e-a78a-4bf4-acac-5352a3871b45 req-6b11ceed-4e63-40c7-b819-389b1061ac30 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:55.372305 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6b93123e-a78a-4bf4-acac-5352a3871b45 req-6b11ceed-4e63-40c7-b819-389b1061ac30 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 943 time: 0.0466697 Apr 12 13:48:55.421093 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6b93123e-a78a-4bf4-acac-5352a3871b45 req-b2f4565d-5f29-41ba-8ffb-f2047fad12c3 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431879 Apr 12 13:48:56.534866 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c785892-1f57-43ae-901a-531e153ac8d7 req-55b67059-38ba-4d9c-b976-8246ca1a0e26 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:56.536321 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6c785892-1f57-43ae-901a-531e153ac8d7 req-55b67059-38ba-4d9c-b976-8246ca1a0e26 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 943 time: 0.0469851 Apr 12 13:48:56.585084 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-6c785892-1f57-43ae-901a-531e153ac8d7 req-d41f076a-f9f9-4061-9293-c4e9d1085848 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431306 Apr 12 13:48:57.513535 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4181070d-3851-455d-8a88-41ad36878221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:57.695935 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c1f31-ed4c-429b-adb6-4df7b481ad7a req-4e53c336-ea75-439f-9259-6e6c10070e09 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:57.697416 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d06c1f31-ed4c-429b-adb6-4df7b481ad7a req-4e53c336-ea75-439f-9259-6e6c10070e09 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 943 time: 0.0466132 Apr 12 13:48:57.745752 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-d06c1f31-ed4c-429b-adb6-4df7b481ad7a req-39cfc9f7-5100-424f-998c-019b44512902 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425472 Apr 12 13:48:58.123472 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:58.342185 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 3458f335-6bd4-49f1-8792-bd9c18079954 details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:48:58.442707 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 3458f335-6bd4-49f1-8792-bd9c18079954, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3458f335-6bd4-49f1-8792-bd9c18079954,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:48:58.453905 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': '3458f335-6bd4-49f1-8792-bd9c18079954', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'port_id': '3458f335-6bd4-49f1-8792-bd9c18079954', 'mac_address': 'fa:16:3e:4e:70:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:48:58.491189 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 3458f335-6bd4-49f1-8792-bd9c18079954 is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:48:58.491577 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (3458f335-6bd4-49f1-8792-bd9c18079954), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:58.504265 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3458f335-6bd4-49f1-8792-bd9c18079954 {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:48:58.523663 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 3458f335-6bd4-49f1-8792-bd9c18079954, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3458f335-6bd4-49f1-8792-bd9c18079954,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:48:58.527820 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (3458f335-6bd4-49f1-8792-bd9c18079954), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:48:58.578990 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=3458f335-6bd4-49f1-8792-bd9c18079954,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:48:58.586830 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:58.587174 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:58.587513 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:58.587851 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:58.588178 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:58.588502 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:58.588824 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:58.589165 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:58.589491 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:58.589810 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:58.590131 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:58.590612 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:58.590939 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:58.591267 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:58.591581 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:48:58.860883 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765a879-a536-4c39-bb92-51d131745f61 req-95808ef0-482d-4b1e-a4b7-985912e6a2f2 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:48:58.862385 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3765a879-a536-4c39-bb92-51d131745f61 req-95808ef0-482d-4b1e-a4b7-985912e6a2f2 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 944 time: 0.0474257 Apr 12 13:48:58.898908 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['3458f335-6bd4-49f1-8792-bd9c18079954'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:48:58.916156 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-3765a879-a536-4c39-bb92-51d131745f61 req-89b3ca1d-f895-4955-87b4-50f622b6bacd tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474870 Apr 12 13:48:59.800421 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:00.034282 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e43bcaf-4286-426f-ac61-f3f719d7adcc req-6a4ca8b8-4f1d-44d2-aa51-6de5f88acfec tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:49:00.035754 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1e43bcaf-4286-426f-ac61-f3f719d7adcc req-6a4ca8b8-4f1d-44d2-aa51-6de5f88acfec tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 944 time: 0.0503438 Apr 12 13:49:00.085644 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1e43bcaf-4286-426f-ac61-f3f719d7adcc req-41650427-c3d3-441a-9590-37601ddaa2f4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432768 Apr 12 13:49:00.343380 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 3458f335-6bd4-49f1-8792-bd9c18079954 up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:49:00.391421 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port 3458f335-6bd4-49f1-8792-bd9c18079954 completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:49:00.398686 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port 3458f335-6bd4-49f1-8792-bd9c18079954 triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:49:00.399202 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (3458f335-6bd4-49f1-8792-bd9c18079954), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:00.475944 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port 3458f335-6bd4-49f1-8792-bd9c18079954 is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:49:00.476331 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (3458f335-6bd4-49f1-8792-bd9c18079954), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:00.501688 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3458f335-6bd4-49f1-8792-bd9c18079954'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:49:00.504614 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959a41de-207f-486b-9c4e-0dcc0318e86f" -d '{"events": [{"server_uuid": "c9a7df24-ffbc-445a-92e9-a9abea0363a2", "name": "network-vif-plugged", "status": "completed", "tag": "3458f335-6bd4-49f1-8792-bd9c18079954"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:49:00.516499 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port 3458f335-6bd4-49f1-8792-bd9c18079954, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3458f335-6bd4-49f1-8792-bd9c18079954,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:49:00.521302 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (3458f335-6bd4-49f1-8792-bd9c18079954), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:00.572572 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=3458f335-6bd4-49f1-8792-bd9c18079954,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:49:00.602074 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7f9ea3-a581-4451-a823-3b065b184ce9 x-openstack-request-id: req-ce7f9ea3-a581-4451-a823-3b065b184ce9 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:49:00.602366 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a7df24-ffbc-445a-92e9-a9abea0363a2", "name": "network-vif-plugged", "status": "completed", "tag": "3458f335-6bd4-49f1-8792-bd9c18079954", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:49:00.602618 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce7f9ea3-a581-4451-a823-3b065b184ce9 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:49:00.603020 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce7f9ea3-a581-4451-a823-3b065b184ce9'] response: {'server_uuid': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3458f335-6bd4-49f1-8792-bd9c18079954', 'code': 200} Apr 12 13:49:00.807887 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb077925-77b7-4daa-a40b-08bddb798ff0 req-50099ce7-fef5-4c58-a756-ada8898a457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:49:00.809381 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-eb077925-77b7-4daa-a40b-08bddb798ff0 req-50099ce7-fef5-4c58-a756-ada8898a457a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 1129 time: 0.0377846 Apr 12 13:49:00.854797 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-eb077925-77b7-4daa-a40b-08bddb798ff0 req-3e9c048a-bf15-49d6-9f2e-14610dd0bb03 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386291 Apr 12 13:49:01.002020 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:01.196307 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed70f02-ec3c-444c-a41f-1bb64e812f3a req-c8f3b971-24d8-42a1-b53f-5882cfd75bcd tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:49:01.197791 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3ed70f02-ec3c-444c-a41f-1bb64e812f3a req-c8f3b971-24d8-42a1-b53f-5882cfd75bcd tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 945 time: 0.0462301 Apr 12 13:49:01.250507 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-3ed70f02-ec3c-444c-a41f-1bb64e812f3a req-52ecdb75-a939-4371-a11f-5c0ce9d789a2 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468709 Apr 12 13:49:02.367444 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb446551-1055-49d1-bc63-032b8140c662 req-4c2138c4-23b1-43ea-8fc3-9c0094bbf1c7 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:49:02.368873 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-cb446551-1055-49d1-bc63-032b8140c662 req-4c2138c4-23b1-43ea-8fc3-9c0094bbf1c7 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 945 time: 0.0491359 Apr 12 13:49:02.423268 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-cb446551-1055-49d1-bc63-032b8140c662 req-5da0de16-5fd7-4753-98fa-ccacbec8a6fd tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481796 Apr 12 13:49:03.546223 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cca27-e579-4a66-b51d-6fe384e435bd req-683a59ec-b5b6-436f-870b-d9d63b0e3baa tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:49:03.547681 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9f0cca27-e579-4a66-b51d-6fe384e435bd req-683a59ec-b5b6-436f-870b-d9d63b0e3baa tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 945 time: 0.0460861 Apr 12 13:49:03.596663 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-9f0cca27-e579-4a66-b51d-6fe384e435bd req-25b858d6-40a7-4ad6-a023-ce4c35637957 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420451 Apr 12 13:49:03.710000 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7018e8-e776-4179-b9c3-a039d225de1a req-b3d9d737-d68e-4d05-a3be-dc44bcaa52d7 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:49:03.711548 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2c7018e8-e776-4179-b9c3-a039d225de1a req-b3d9d737-d68e-4d05-a3be-dc44bcaa52d7 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 945 time: 0.0498011 Apr 12 13:49:03.761560 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-2c7018e8-e776-4179-b9c3-a039d225de1a req-e61c3d17-0cc2-4173-90e5-62857af5a6fb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444393 Apr 12 13:49:03.784241 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 41304) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:49:03.821696 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1338e3b6-4598-40a0-ab1c-bccd61ff26e2 tempest-TestVolumeBootPattern-1442489127 tempest-TestVolumeBootPattern-1442489127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:49:03.823234 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-1338e3b6-4598-40a0-ab1c-bccd61ff26e2 tempest-TestVolumeBootPattern-1442489127 tempest-TestVolumeBootPattern-1442489127-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 1124 time: 0.0379150 Apr 12 13:49:03.826329 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 41306) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:49:03.831061 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Request body: {'floatingip': {'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'port_id': '3458f335-6bd4-49f1-8792-bd9c18079954', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:49:03.851142 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:03.930413 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:04.040512 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Allocated IP 172.27.2.125 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/d8c9e209-dd97-433c-af98-45835d4debbd) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:49:04.394769 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for port (d8c9e209-dd97-433c-af98-45835d4debbd), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:04.430750 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (d8c9e209-dd97-433c-af98-45835d4debbd), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:04.468058 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:49:04.471559 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:49:04.474230 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:49:04.505900 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event updated for resources: {'Port': ['ID=d8c9e209-dd97-433c-af98-45835d4debbd,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:49:04.840068 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for floatingip (9885e884-a358-4885-b519-3427b955ef9a), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:04.909784 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (d8c9e209-dd97-433c-af98-45835d4debbd), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:05.061765 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for port (d8c9e209-dd97-433c-af98-45835d4debbd), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:05.067370 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (d8c9e209-dd97-433c-af98-45835d4debbd), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:05.163870 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event updated for resources: {'Port': ['ID=d8c9e209-dd97-433c-af98-45835d4debbd,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:49:05.174998 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (9885e884-a358-4885-b519-3427b955ef9a), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:05.297324 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.l3_db [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Floating IP 9885e884-a358-4885-b519-3427b955ef9a associated. External IP: 172.27.2.125, port: 3458f335-6bd4-49f1-8792-bd9c18079954. Apr 12 13:49:05.538257 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Router db5090ca-4d52-4818-937b-1f7b69884eb0 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:49:05.670565 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:49:05.682280 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d919037-eb91-4c59-bcea-4dfde0bc1f5b None None] Sync routers for ids ['db5090ca-4d52-4818-937b-1f7b69884eb0'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:49:05.692757 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:05.694787 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d919037-eb91-4c59-bcea-4dfde0bc1f5b None None] Routers {'db5090ca-4d52-4818-937b-1f7b69884eb0'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:49:05.695497 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-3d919037-eb91-4c59-bcea-4dfde0bc1f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:48:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['db5090ca-4d52-4818-937b-1f7b69884eb0'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:49:05.735236 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-6bff0d27-97a9-489e-86f1-7bb5e66d2457 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9078813 Apr 12 13:49:05.735831 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'tag': '3458f335-6bd4-49f1-8792-bd9c18079954'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:49:05.738936 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5b0463-7d21-43c8-90a6-6c26ac6333a5" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a7df24-ffbc-445a-92e9-a9abea0363a2", "tag": "3458f335-6bd4-49f1-8792-bd9c18079954"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:49:05.784503 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790ddb89-4d08-4806-86f4-0fb9d1725009 x-openstack-request-id: req-790ddb89-4d08-4806-86f4-0fb9d1725009 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:49:05.784797 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a7df24-ffbc-445a-92e9-a9abea0363a2", "tag": "3458f335-6bd4-49f1-8792-bd9c18079954", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:49:05.785049 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-790ddb89-4d08-4806-86f4-0fb9d1725009 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:49:05.785484 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-790ddb89-4d08-4806-86f4-0fb9d1725009'] response: {'name': 'network-changed', 'server_uuid': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'tag': '3458f335-6bd4-49f1-8792-bd9c18079954', 'status': 'completed', 'code': 200} Apr 12 13:49:05.820948 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-3d919037-eb91-4c59-bcea-4dfde0bc1f5b None None] Set router db5090ca-4d52-4818-937b-1f7b69884eb0 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:49:05.843030 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b0463-7d21-43c8-90a6-6c26ac6333a5 req-430719f8-ed12-4740-b8de-40a02e3b3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:49:05.844544 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ad5b0463-7d21-43c8-90a6-6c26ac6333a5 req-430719f8-ed12-4740-b8de-40a02e3b3dce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 1129 time: 0.0390408 Apr 12 13:49:05.950025 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b0463-7d21-43c8-90a6-6c26ac6333a5 req-7e5b39aa-57e3-4313-bac5-17eb85f581d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:49:05.951495 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ad5b0463-7d21-43c8-90a6-6c26ac6333a5 req-7e5b39aa-57e3-4313-bac5-17eb85f581d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3cbf858d-8d65-4553-8fde-4d5100a4d916 HTTP/1.1" status: 200 len: 913 time: 0.0985837 Apr 12 13:49:06.017162 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ad5b0463-7d21-43c8-90a6-6c26ac6333a5 req-2eab3b8d-f2bb-4af6-b9a1-f979d5a94682 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3458f335-6bd4-49f1-8792-bd9c18079954 HTTP/1.1" status: 200 len: 999 time: 0.0587270 Apr 12 13:49:06.049377 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-3d919037-eb91-4c59-bcea-4dfde0bc1f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '9885e884-a358-4885-b519-3427b955ef9a', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'port_id': '3458f335-6bd4-49f1-8792-bd9c18079954', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'mac_address': 'fa:16:3e:4e:70:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:49:04Z', 'updated_at': '2022-04-12T13:49:04Z', 'revision_number': 0, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:23Z', 'revision_number': 5, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:49:06.070182 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b0463-7d21-43c8-90a6-6c26ac6333a5 req-7619ea71-fe1d-406a-9128-dae006dfe440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:49:06.071715 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ad5b0463-7d21-43c8-90a6-6c26ac6333a5 req-7619ea71-fe1d-406a-9128-dae006dfe440 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97b4f65a-484b-4c93-baea-af88b6487120 HTTP/1.1" status: 200 len: 851 time: 0.0483382 Apr 12 13:49:06.076664 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d919037-eb91-4c59-bcea-4dfde0bc1f5b None None] Checking router: db5090ca-4d52-4818-937b-1f7b69884eb0 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:49:06.085787 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d919037-eb91-4c59-bcea-4dfde0bc1f5b None None] Routers {'db5090ca-4d52-4818-937b-1f7b69884eb0'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:49:06.086582 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-3d919037-eb91-4c59-bcea-4dfde0bc1f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:48:57Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['db5090ca-4d52-4818-937b-1f7b69884eb0'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:49:06.117491 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b0463-7d21-43c8-90a6-6c26ac6333a5 req-6f8e3536-9696-492e-9cf6-d15755d7011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:49:06.119012 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ad5b0463-7d21-43c8-90a6-6c26ac6333a5 req-6f8e3536-9696-492e-9cf6-d15755d7011b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3cbf858d-8d65-4553-8fde-4d5100a4d916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404286 Apr 12 13:49:06.214614 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ad5b0463-7d21-43c8-90a6-6c26ac6333a5 req-cd411638-14d8-46da-b215-fd303a9cc309 service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887601 Apr 12 13:49:06.315549 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-ad5b0463-7d21-43c8-90a6-6c26ac6333a5 req-e5cb0483-6c38-4cbb-8bea-0fc255f2db90 service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937762 Apr 12 13:49:06.360596 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-3d919037-eb91-4c59-bcea-4dfde0bc1f5b None None] Set router db5090ca-4d52-4818-937b-1f7b69884eb0 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:49:06.591408 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-3d919037-eb91-4c59-bcea-4dfde0bc1f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '9885e884-a358-4885-b519-3427b955ef9a', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'port_id': '3458f335-6bd4-49f1-8792-bd9c18079954', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'mac_address': 'fa:16:3e:4e:70:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:49:04Z', 'updated_at': '2022-04-12T13:49:04Z', 'revision_number': 0, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:23Z', 'revision_number': 5, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:49:06.619652 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d919037-eb91-4c59-bcea-4dfde0bc1f5b None None] The sync data for ids ['db5090ca-4d52-4818-937b-1f7b69884eb0'] in dv-cinder-830098-4-iscsi is: [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '9885e884-a358-4885-b519-3427b955ef9a', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'port_id': '3458f335-6bd4-49f1-8792-bd9c18079954', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'mac_address': 'fa:16:3e:4e:70:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:49:04Z', 'updated_at': '2022-04-12T13:49:04Z', 'revision_number': 0, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:23Z', 'revision_number': 5, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:49:06.810741 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb8088-bae5-4eb4-91d8-39d63621a926 None None] New status for floating IP 9885e884-a358-4885-b519-3427b955ef9a: ACTIVE {{(pid=103297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:49:13.230524 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:49:20.811024 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:24.863387 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b8853223-e691-4fe2-8e0f-e11fe1f3df49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:27.516400 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2eca035e-4215-404c-bb19-a61ee2e9c97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:28.127915 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:29.803881 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:31.004677 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:50.230391 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:49:50.814192 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:54.865094 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ab1e2f3e-524a-4af7-89e4-67e173b95943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:57.520163 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-96e59f3d-5045-4ad3-bac7-4821d6b04056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:58.129281 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:49:59.805576 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:50:01.010499 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:50:02.903977 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-636d0b95-e7f3-488a-be49-4b744bb227ec req-77c30930-80a3-4f37-94af-996aba101de3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408218 Apr 12 13:50:02.981804 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d0b95-e7f3-488a-be49-4b744bb227ec req-8e9814e6-a0ed-4e41-bb60-d93c4166dba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:50:02.983169 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-636d0b95-e7f3-488a-be49-4b744bb227ec req-8e9814e6-a0ed-4e41-bb60-d93c4166dba4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 1129 time: 0.0386257 Apr 12 13:50:03.090331 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d0b95-e7f3-488a-be49-4b744bb227ec req-3f220e64-cbe5-444e-9a38-6400ba4f6ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:50:03.091794 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-636d0b95-e7f3-488a-be49-4b744bb227ec req-3f220e64-cbe5-444e-9a38-6400ba4f6ab6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3cbf858d-8d65-4553-8fde-4d5100a4d916 HTTP/1.1" status: 200 len: 913 time: 0.0890167 Apr 12 13:50:03.165548 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-636d0b95-e7f3-488a-be49-4b744bb227ec req-eb148b97-d12a-4135-89b2-fdcb986a6a06 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3458f335-6bd4-49f1-8792-bd9c18079954 HTTP/1.1" status: 200 len: 1001 time: 0.0664501 Apr 12 13:50:03.224936 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d0b95-e7f3-488a-be49-4b744bb227ec req-a7424665-d602-40d4-a9ec-927ef2628340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:50:03.226465 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-636d0b95-e7f3-488a-be49-4b744bb227ec req-a7424665-d602-40d4-a9ec-927ef2628340 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97b4f65a-484b-4c93-baea-af88b6487120 HTTP/1.1" status: 200 len: 851 time: 0.0543807 Apr 12 13:50:03.272337 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d0b95-e7f3-488a-be49-4b744bb227ec req-8d650b07-f32c-4f44-b57b-d30b4f763fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:50:03.273825 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-636d0b95-e7f3-488a-be49-4b744bb227ec req-8d650b07-f32c-4f44-b57b-d30b4f763fe4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3cbf858d-8d65-4553-8fde-4d5100a4d916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413239 Apr 12 13:50:03.364588 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-636d0b95-e7f3-488a-be49-4b744bb227ec req-05401a88-0809-43ed-9979-72d68c84df26 service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840471 Apr 12 13:50:03.456710 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-636d0b95-e7f3-488a-be49-4b744bb227ec req-eb376ec1-ec49-4d63-80fd-2c377d253643 service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860531 Apr 12 13:50:20.805313 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:50:24.868442 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-56a1f871-aa7a-4156-b526-c04a894f5b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:50:27.230019 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:50:27.526789 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4c0a2dfd-81a5-4c69-8fa3-70d51a7f1ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:50:28.132267 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:50:29.807647 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:50:31.004864 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:50:50.812562 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:50:54.871108 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-efce9314-4c1b-4c0a-9c79-6bd52eb94e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:50:57.519468 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-2cc4863e-84f1-43e7-a1bc-eafc3749435e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:50:58.135660 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:50:59.811343 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:01.007681 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:04.229349 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:51:04.912389 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-aa901837-a009-4620-9d11-5309d38aa91d req-0080c0f0-5949-4494-96a4-0700c0bc9240 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423422 Apr 12 13:51:05.003319 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901837-a009-4620-9d11-5309d38aa91d req-00a6d39e-ade2-45fc-920e-dd3c06338c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:05.004835 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-aa901837-a009-4620-9d11-5309d38aa91d req-00a6d39e-ade2-45fc-920e-dd3c06338c5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 1129 time: 0.0448706 Apr 12 13:51:05.108792 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901837-a009-4620-9d11-5309d38aa91d req-64d82497-9141-47dc-b4f1-5822c8fd929f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:05.110280 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-aa901837-a009-4620-9d11-5309d38aa91d req-64d82497-9141-47dc-b4f1-5822c8fd929f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3cbf858d-8d65-4553-8fde-4d5100a4d916 HTTP/1.1" status: 200 len: 913 time: 0.0863357 Apr 12 13:51:05.179131 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-aa901837-a009-4620-9d11-5309d38aa91d req-978b6497-8258-4034-a7eb-a2cb9975e4e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3458f335-6bd4-49f1-8792-bd9c18079954 HTTP/1.1" status: 200 len: 1001 time: 0.0624042 Apr 12 13:51:05.228052 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901837-a009-4620-9d11-5309d38aa91d req-9c753520-dcc0-4cd3-9b27-7013d4c06c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:05.229465 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-aa901837-a009-4620-9d11-5309d38aa91d req-9c753520-dcc0-4cd3-9b27-7013d4c06c21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97b4f65a-484b-4c93-baea-af88b6487120 HTTP/1.1" status: 200 len: 851 time: 0.0442452 Apr 12 13:51:05.273745 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa901837-a009-4620-9d11-5309d38aa91d req-4d6e9e9c-11d4-49cb-8ec2-047ddbc93093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:05.275242 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-aa901837-a009-4620-9d11-5309d38aa91d req-4d6e9e9c-11d4-49cb-8ec2-047ddbc93093 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3cbf858d-8d65-4553-8fde-4d5100a4d916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390143 Apr 12 13:51:05.370819 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-aa901837-a009-4620-9d11-5309d38aa91d req-b450fad2-39e6-4c9a-bf48-84ae37864f08 service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877852 Apr 12 13:51:05.463781 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-aa901837-a009-4620-9d11-5309d38aa91d req-9576be62-333c-4556-af6d-995804b502ea service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847456 Apr 12 13:51:06.202660 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-3146a99a-e98d-4fc5-a3f5-2e1564c71f07 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327477518&fields=id&tenant_id=debdd0ea0e9f4d899e7d40726c31b759 HTTP/1.1" status: 200 len: 267 time: 0.0500610 Apr 12 13:51:06.306170 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-ddf1d016-f5b0-4952-9253-153cf52459f4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:06.307612 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-ddf1d016-f5b0-4952-9253-153cf52459f4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/networks?id=3cbf858d-8d65-4553-8fde-4d5100a4d916 HTTP/1.1" status: 200 len: 812 time: 0.0986962 Apr 12 13:51:06.322950 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-ca950ec6-ebff-4b4d-bbb5-5edcbe678d22 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/quotas/debdd0ea0e9f4d899e7d40726c31b759 HTTP/1.1" status: 200 len: 375 time: 0.0092773 Apr 12 13:51:06.380025 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-9d2c528f-3a3f-40a1-83fc-8d3cc2b464a4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518582 Apr 12 13:51:06.522006 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-d9b1d984-a1c8-4e63-816d-c1d63c8ab0b3 service neutron] 10.222.0.11 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307254 Apr 12 13:51:06.616448 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-df3c86eb-77c0-4faa-967f-cde4906474b8 service neutron] 10.222.0.11 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888329 Apr 12 13:51:06.927448 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-500ef100-e2aa-480c-8c28-15a437948a76 req-6d941e55-cb75-474e-8d52-a0b779b02a39 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 210 time: 0.0294592 Apr 12 13:51:07.975293 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-a3d416ce-0857-4ff9-8cc7-0dbb65f30c2d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:07.976053 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-a3d416ce-0857-4ff9-8cc7-0dbb65f30c2d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.41 "GET /v2.0/networks?id=3cbf858d-8d65-4553-8fde-4d5100a4d916 HTTP/1.1" status: 200 len: 812 time: 0.1190617 Apr 12 13:51:08.035004 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-8a53a5f5-836d-4316-a9a2-68d14dc65acd req-8717838a-0a33-4b45-b134-e96580cde2c9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 210 time: 0.0330763 Apr 12 13:51:08.058000 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-a8d9ce77-c912-4654-a40c-030fa758ba85 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=debdd0ea0e9f4d899e7d40726c31b759 HTTP/1.1" status: 200 len: 380 time: 0.0739226 Apr 12 13:51:08.066913 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Request body: {'port': {'device_id': '926df3ee-0581-4f0a-bc8b-ea5684c5be84', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'admin_state_up': True, 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'security_groups': ['34fd5409-a652-4e31-b2f9-d76e4817a973']}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:51:08.181061 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Made reservation on behalf of debdd0ea0e9f4d899e7d40726c31b759 for: {'port': 1} {{(pid=103294) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 13:51:08.184431 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:08.311906 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Allocated IP 172.20.0.13 (3cbf858d-8d65-4553-8fde-4d5100a4d916/97b4f65a-484b-4c93-baea-af88b6487120/d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:51:08.470205 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for port (d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:08.505413 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:08.554227 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Network 3cbf858d-8d65-4553-8fde-4d5100a4d916 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:51:08.557371 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:51:08.564090 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:51:08.568231 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event updated for resources: {'Port': ['ID=d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:51:08.599761 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:08.600036 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:08.600404 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:08.600731 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:08.601070 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:08.601432 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:08.601768 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:08.602111 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:08.602437 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:08.602763 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:08.603101 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:08.603425 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:08.603751 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:08.604075 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:08.604396 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:08.631103 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:08.631732 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:08.649509 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-6ed2179e-8313-4889-91c0-28968cf43d5d tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5865872 Apr 12 13:51:08.661219 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Request body: {'port': {'device_id': '926df3ee-0581-4f0a-bc8b-ea5684c5be84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83009'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:51:08.725083 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:08.760789 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-ba5abb8b-5f3f-47ff-9215-7f61da91fdc9 None None] Provisioning complete for port d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c triggered by entity DHCP. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:51:08.761442 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-ba5abb8b-5f3f-47ff-9215-7f61da91fdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:08.798653 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-ba5abb8b-5f3f-47ff-9215-7f61da91fdc9 None None] Port d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c cannot update to ACTIVE because it is not bound. {{(pid=103296) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 13:51:08.996174 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c {{(pid=103294) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:51:09.005528 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Publish callbacks [] for port (d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:09.018535 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.provisioning_blocks [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Transition to ACTIVE for port object d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c will not be triggered until provisioned by entity L2. {{(pid=103294) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 13:51:09.022390 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:09.078026 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Pushing event updated for resources: {'Port': ['ID=d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:51:09.163197 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Attempting to bind port d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c on host hv-cinder-83009 for vnic_type normal with profile {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 13:51:09.163937 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Attempting to bind port d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c by drivers openvswitch,hyperv on host hv-cinder-83009 at level 0 using segments [{'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 13:51:09.164845 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Attempting to bind port d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c on network 3cbf858d-8d65-4553-8fde-4d5100a4d916 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:51:09.181152 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Port d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c on network 3cbf858d-8d65-4553-8fde-4d5100a4d916 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83009 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 13:51:09.181416 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Attempting to bind port d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c on network 3cbf858d-8d65-4553-8fde-4d5100a4d916 {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 13:51:09.206494 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Checking agent: {'id': '06435de4-7740-473f-bc3b-c2963d397daf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83009', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'started_at': datetime.datetime(2022, 4, 12, 13, 29, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 13, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 13:51:09.206936 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Checking segment: {'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103294) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 13:51:09.207403 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Bound using segment: {'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'} {{(pid=103294) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 13:51:09.207928 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.managers [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Bound port: d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c, host: hv-cinder-83009, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80eab660-85b5-4046-abc7-9885ce18d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916'}}] {{(pid=103294) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 13:51:09.208303 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:09.235545 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2f071-6cd0-49f4-b0aa-27f167c906f5 req-170059b3-e360-4e64-ae96-de5fd3f0b4dc tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:09.237126 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e6f2f071-6cd0-49f4-b0aa-27f167c906f5 req-170059b3-e360-4e64-ae96-de5fd3f0b4dc tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 944 time: 0.0692298 Apr 12 13:51:09.329888 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-e6f2f071-6cd0-49f4-b0aa-27f167c906f5 req-020bdee1-45af-4724-91c6-35e48b1bc1fd tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725315 Apr 12 13:51:09.330879 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] For port d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c, host hv-cinder-83009, cleared binding levels {{(pid=103294) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 13:51:09.334273 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] For port d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c, host hv-cinder-83009, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103294) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 13:51:09.341230 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:09.387658 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:09.388850 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:09.390264 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] 10.222.0.41 "PUT /v2.0/ports/d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c HTTP/1.1" status: 200 len: 1094 time: 0.7334425 Apr 12 13:51:09.390842 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926df3ee-0581-4f0a-bc8b-ea5684c5be84', 'tag': 'd92d82e2-e86d-42e2-ae8e-5c7ce380bf8c'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:51:09.392943 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37879a4-2699-45d5-89d7-4b159bba5276" -d '{"events": [{"name": "network-changed", "server_uuid": "926df3ee-0581-4f0a-bc8b-ea5684c5be84", "tag": "d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:51:09.411071 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a45d3-307b-4e62-a8d4-f3c1cd9e308a service neutron] Pushing event updated for resources: {'Port': ['ID=d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c,revision_number=3']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:51:09.463358 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb055386-6e34-4b36-9fdf-44e307fae370 x-openstack-request-id: req-cb055386-6e34-4b36-9fdf-44e307fae370 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:51:09.463656 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926df3ee-0581-4f0a-bc8b-ea5684c5be84", "tag": "d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:51:09.463914 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cb055386-6e34-4b36-9fdf-44e307fae370 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:51:09.464352 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb055386-6e34-4b36-9fdf-44e307fae370'] response: {'name': 'network-changed', 'server_uuid': '926df3ee-0581-4f0a-bc8b-ea5684c5be84', 'tag': 'd92d82e2-e86d-42e2-ae8e-5c7ce380bf8c', 'status': 'completed', 'code': 200} Apr 12 13:51:09.498686 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-dd39b922-87f2-42bb-9fe1-38f61b26202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:09.500360 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-dd39b922-87f2-42bb-9fe1-38f61b26202e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 1128 time: 0.0463061 Apr 12 13:51:09.543960 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-954a3b2f-71e4-4ccf-a46c-133a50944b59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c HTTP/1.1" status: 200 len: 217 time: 0.0352898 Apr 12 13:51:09.597423 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-cd5de358-d09d-45c4-8949-a35baf6ca00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:09.598883 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-cd5de358-d09d-45c4-8949-a35baf6ca00d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97b4f65a-484b-4c93-baea-af88b6487120 HTTP/1.1" status: 200 len: 851 time: 0.0479937 Apr 12 13:51:09.649390 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-1c98170b-84d1-4969-a3fc-1933109373bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:09.651633 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-1c98170b-84d1-4969-a3fc-1933109373bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3cbf858d-8d65-4553-8fde-4d5100a4d916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429842 Apr 12 13:51:09.767654 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-52225892-6bb1-4ec1-9fb2-f5193424a099 service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075432 Apr 12 13:51:10.125482 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-760f6d22-ff3e-484a-a473-4696f9bac3e9 req-8557ea70-3670-46c6-9826-de9639261079 service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512876 Apr 12 13:51:10.443527 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43e151-8cd5-4b29-ae76-afe3db9c4508 req-e32009e7-c924-4414-b7f1-777889066357 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:10.445292 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-bd43e151-8cd5-4b29-ae76-afe3db9c4508 req-e32009e7-c924-4414-b7f1-777889066357 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 944 time: 0.0476737 Apr 12 13:51:10.494357 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-bd43e151-8cd5-4b29-ae76-afe3db9c4508 req-2b4a19f3-6999-4695-92c9-8464f027e46a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435178 Apr 12 13:51:11.066843 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37879a4-2699-45d5-89d7-4b159bba5276 req-618d679f-0037-4496-b95c-65041250ecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:11.068353 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a37879a4-2699-45d5-89d7-4b159bba5276 req-618d679f-0037-4496-b95c-65041250ecc0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 1128 time: 0.0440819 Apr 12 13:51:11.160117 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37879a4-2699-45d5-89d7-4b159bba5276 req-16c738ad-f363-40fc-be2b-ddb9f8b4b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:11.161629 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a37879a4-2699-45d5-89d7-4b159bba5276 req-16c738ad-f363-40fc-be2b-ddb9f8b4b2d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3cbf858d-8d65-4553-8fde-4d5100a4d916 HTTP/1.1" status: 200 len: 913 time: 0.0864885 Apr 12 13:51:11.209844 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a37879a4-2699-45d5-89d7-4b159bba5276 req-758a5cd7-1f59-460d-83ac-4ad16b2c714e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c HTTP/1.1" status: 200 len: 217 time: 0.0390611 Apr 12 13:51:11.262307 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37879a4-2699-45d5-89d7-4b159bba5276 req-39b61e19-3d2f-44de-b320-aab56774cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:11.264343 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a37879a4-2699-45d5-89d7-4b159bba5276 req-39b61e19-3d2f-44de-b320-aab56774cdc3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97b4f65a-484b-4c93-baea-af88b6487120 HTTP/1.1" status: 200 len: 851 time: 0.0435376 Apr 12 13:51:11.310536 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37879a4-2699-45d5-89d7-4b159bba5276 req-c3481982-2b05-4f81-b544-a3cb92021c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:11.312230 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a37879a4-2699-45d5-89d7-4b159bba5276 req-c3481982-2b05-4f81-b544-a3cb92021c7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3cbf858d-8d65-4553-8fde-4d5100a4d916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391486 Apr 12 13:51:11.407283 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a37879a4-2699-45d5-89d7-4b159bba5276 req-d18b477d-6870-4417-a6dc-df738d8ea9ff service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879004 Apr 12 13:51:11.498889 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-a37879a4-2699-45d5-89d7-4b159bba5276 req-00d11ca9-f40e-4446-b5b9-dff09fcb99cc service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851140 Apr 12 13:51:11.610216 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a41d8-a606-43e1-8f9d-e6391b7806fc req-6f7c7083-9f25-4dee-aee0-e223c56cafda tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:11.611692 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7e1a41d8-a606-43e1-8f9d-e6391b7806fc req-6f7c7083-9f25-4dee-aee0-e223c56cafda tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 944 time: 0.0476294 Apr 12 13:51:11.662519 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-7e1a41d8-a606-43e1-8f9d-e6391b7806fc req-b0bdda0c-876e-4fe8-84fb-890ccc125fa5 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449841 Apr 12 13:51:12.782115 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab3df3-e728-48e9-8e2a-f2fc8c20d9f3 req-55fda5fd-7678-41a7-a415-5e8615528221 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:12.783605 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6fab3df3-e728-48e9-8e2a-f2fc8c20d9f3 req-55fda5fd-7678-41a7-a415-5e8615528221 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 944 time: 0.0531595 Apr 12 13:51:12.836629 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-6fab3df3-e728-48e9-8e2a-f2fc8c20d9f3 req-b3756891-0dc3-47d7-9a18-8ca462388a28 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473218 Apr 12 13:51:13.950193 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf57f59-ed05-45c7-96ba-fd784ab56bf8 req-ea99e6d3-cfad-407c-bce8-2ca049a7da4f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:13.951619 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ebf57f59-ed05-45c7-96ba-fd784ab56bf8 req-ea99e6d3-cfad-407c-bce8-2ca049a7da4f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 944 time: 0.0485420 Apr 12 13:51:14.009607 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-ebf57f59-ed05-45c7-96ba-fd784ab56bf8 req-9f37181b-9ae6-455f-b5ea-53d2d095d93b tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523889 Apr 12 13:51:15.127695 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ed06f-ef28-4f15-a9c8-e8c8ab1cf2d5 req-04bc2b4b-120f-43b2-b4b2-12a0bb0f6fa0 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:15.129211 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-787ed06f-ef28-4f15-a9c8-e8c8ab1cf2d5 req-04bc2b4b-120f-43b2-b4b2-12a0bb0f6fa0 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 944 time: 0.0507164 Apr 12 13:51:15.179855 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-787ed06f-ef28-4f15-a9c8-e8c8ab1cf2d5 req-09c5d68f-8b7d-462d-98f9-9e37f92a7e6c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450337 Apr 12 13:51:16.291624 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b930ad-5010-4fa7-b6d7-951e37514700 req-6a01ca77-c7c4-4530-99c4-6396f3008d61 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:16.293076 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-48b930ad-5010-4fa7-b6d7-951e37514700 req-6a01ca77-c7c4-4530-99c4-6396f3008d61 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 944 time: 0.0467865 Apr 12 13:51:16.344338 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-48b930ad-5010-4fa7-b6d7-951e37514700 req-61e3f8ee-decb-4b6b-862d-445298cbf287 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453963 Apr 12 13:51:17.457211 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec442a-9ed7-4056-ab88-622f8b76172a req-8607cee8-cb12-4c38-945a-042118db7389 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:17.458686 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-55ec442a-9ed7-4056-ab88-622f8b76172a req-8607cee8-cb12-4c38-945a-042118db7389 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 944 time: 0.0476933 Apr 12 13:51:17.510296 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-55ec442a-9ed7-4056-ab88-622f8b76172a req-8f1f8378-9512-425b-b9f5-69021c17f522 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460470 Apr 12 13:51:18.627812 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d32f9c-c947-40e4-b8eb-464912365cc3 req-4e5ce7a1-1073-454a-b51b-a290f963581f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:18.629315 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-47d32f9c-c947-40e4-b8eb-464912365cc3 req-4e5ce7a1-1073-454a-b51b-a290f963581f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 944 time: 0.0470631 Apr 12 13:51:18.678176 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-47d32f9c-c947-40e4-b8eb-464912365cc3 req-fad150eb-0c19-4483-b5db-8ad955fabbc4 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432699 Apr 12 13:51:19.192301 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c details requested by agent hyperv_hv-cinder-83009 with host hv-cinder-83009 {{(pid=103296) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 13:51:19.291836 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:51:19.307269 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Returning: {'device': 'd92d82e2-e86d-42e2-ae8e-5c7ce380bf8c', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'port_id': 'd92d82e2-e86d-42e2-ae8e-5c7ce380bf8c', 'mac_address': 'fa:16:3e:35:92:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103296) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 13:51:19.346476 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c is: DOWN; New status is: BUILD {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:51:19.346863 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:19.359486 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c {{(pid=103296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 13:51:19.378535 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:51:19.382811 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:19.428389 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c,revision_number=4']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:51:19.435805 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:19.436154 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:19.436499 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:19.436839 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:19.437195 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:19.437535 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:19.437861 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:19.438188 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:19.438512 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:19.438840 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:19.439159 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:19.439482 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:19.439808 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:19.440127 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:19.440444 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:51:19.790348 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f247d-2dae-4194-aa91-13136f065537 req-0661dad1-0dd1-4f7a-afaf-2cb6894c6acb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:19.791826 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-885f247d-2dae-4194-aa91-13136f065537 req-0661dad1-0dd1-4f7a-afaf-2cb6894c6acb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 945 time: 0.0477161 Apr 12 13:51:19.841512 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-885f247d-2dae-4194-aa91-13136f065537 req-c651db42-d97b-42e9-8f76-3f1537d16cff tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434089 Apr 12 13:51:19.842022 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] get_ports_and_sgs() called for port_ids ['d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c'] {{(pid=103296) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 13:51:20.823643 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:20.957676 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a14aa-2400-4a29-a6fd-760235177aa1 req-a21e27a1-6be2-4f82-9603-8059e6e87104 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:20.959233 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-597a14aa-2400-4a29-a6fd-760235177aa1 req-a21e27a1-6be2-4f82-9603-8059e6e87104 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 945 time: 0.0527906 Apr 12 13:51:21.012159 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-597a14aa-2400-4a29-a6fd-760235177aa1 req-56f9f115-c12f-4cf9-8ffa-739f7ecb98eb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472240 Apr 12 13:51:21.191938 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c up at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 13:51:21.241004 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning for port d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c completed by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 13:51:21.247024 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.provisioning_blocks [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Provisioning complete for port d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c triggered by entity L2. {{(pid=103296) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 13:51:21.247421 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3573339'] for port (d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c), provisioning_complete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:21.324506 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Current status of the port d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c is: BUILD; New status is: ACTIVE {{(pid=103296) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 13:51:21.325435 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c), before_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:21.348289 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926df3ee-0581-4f0a-bc8b-ea5684c5be84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92d82e2-e86d-42e2-ae8e-5c7ce380bf8c'}] {{(pid=103296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:51:21.350534 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e29bf6ec94d605e66647d4bed61422244bca09e4395e817c78d2dd21597e3e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf73659-66b7-43e2-b18c-0bf72a2354b0" -d '{"events": [{"server_uuid": "926df3ee-0581-4f0a-bc8b-ea5684c5be84", "name": "network-vif-plugged", "status": "completed", "tag": "d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c"}]}' {{(pid=103296) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:51:21.363707 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] For port d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:51:21.368954 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516'] for port (d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:21.392994 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d839a3b7-8505-42df-a0d7-426ce9b793a6 x-openstack-request-id: req-d839a3b7-8505-42df-a0d7-426ce9b793a6 {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:51:21.393311 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926df3ee-0581-4f0a-bc8b-ea5684c5be84", "name": "network-vif-plugged", "status": "completed", "tag": "d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c", "code": 200}]} {{(pid=103296) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:51:21.393566 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d839a3b7-8505-42df-a0d7-426ce9b793a6 {{(pid=103296) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:51:21.393958 dv-cinder-830098-4-iscsi neutron-server[103296]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d839a3b7-8505-42df-a0d7-426ce9b793a6'] response: {'server_uuid': '926df3ee-0581-4f0a-bc8b-ea5684c5be84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92d82e2-e86d-42e2-ae8e-5c7ce380bf8c', 'code': 200} Apr 12 13:51:21.423763 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Pushing event updated for resources: {'Port': ['ID=d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c,revision_number=5']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:51:21.613532 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d44931-4059-4292-b942-42cfcb60fe00 req-b09a2dc6-ef09-49d5-9d10-526d088ee99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:21.614922 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-75d44931-4059-4292-b942-42cfcb60fe00 req-b09a2dc6-ef09-49d5-9d10-526d088ee99e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 1130 time: 0.0382977 Apr 12 13:51:21.661927 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-75d44931-4059-4292-b942-42cfcb60fe00 req-0ee9de3f-77bb-4423-b979-2260cdc22ed9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387573 Apr 12 13:51:22.127233 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7ccf8-8bbc-4d32-a311-4b2c614c21ef req-171dde30-29ec-4338-9451-22e77a0055c9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:22.128717 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-08f7ccf8-8bbc-4d32-a311-4b2c614c21ef req-171dde30-29ec-4338-9451-22e77a0055c9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 946 time: 0.0477595 Apr 12 13:51:22.177415 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-08f7ccf8-8bbc-4d32-a311-4b2c614c21ef req-ce25daca-ba23-4f3c-aec5-7ba8209f3fe1 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430875 Apr 12 13:51:23.295145 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd184e-7da6-45c9-b1f4-475b180df880 req-ba8de5a8-e1ad-4877-8dc6-19470390e320 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:23.296640 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fffd184e-7da6-45c9-b1f4-475b180df880 req-ba8de5a8-e1ad-4877-8dc6-19470390e320 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 946 time: 0.0512877 Apr 12 13:51:23.345437 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fffd184e-7da6-45c9-b1f4-475b180df880 req-b36e1dd2-c36b-42bc-8d53-9dbca4764dce tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432479 Apr 12 13:51:24.460168 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c1afd-ed49-448b-9b90-9592f032536d req-c38cd6c3-5fd2-42d8-8d0c-85249f191315 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:24.461557 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-496c1afd-ed49-448b-9b90-9592f032536d req-c38cd6c3-5fd2-42d8-8d0c-85249f191315 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 946 time: 0.0506580 Apr 12 13:51:24.509332 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-496c1afd-ed49-448b-9b90-9592f032536d req-c3af13c9-7563-4a37-8747-613cccde96f0 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421648 Apr 12 13:51:24.622990 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501ec3a-8faa-4ece-9fe6-6df995638009 req-f575c9e3-ab39-4709-a33b-f6563f01e47a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:24.624499 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b501ec3a-8faa-4ece-9fe6-6df995638009 req-f575c9e3-ab39-4709-a33b-f6563f01e47a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 946 time: 0.0474639 Apr 12 13:51:24.674842 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-b501ec3a-8faa-4ece-9fe6-6df995638009 req-fe53ffee-0a40-465e-a285-67b88504b798 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445313 Apr 12 13:51:24.697284 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 41450) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:51:24.830370 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95893070-44e6-4ffe-93aa-4d54c736b3fe tempest-TestVolumeBootPattern-1442489127 tempest-TestVolumeBootPattern-1442489127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:24.831901 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-95893070-44e6-4ffe-93aa-4d54c736b3fe tempest-TestVolumeBootPattern-1442489127 tempest-TestVolumeBootPattern-1442489127-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 1125 time: 0.1336119 Apr 12 13:51:24.834702 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 41454) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:51:24.838870 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.v2.base [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Request body: {'floatingip': {'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'port_id': 'd92d82e2-e86d-42e2-ae8e-5c7ce380bf8c', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103294) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 13:51:24.860198 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:24.877296 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42c89334-0543-4803-9b36-7f951f79ebb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:24.943483 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (None), before_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:25.055958 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_common [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Allocated IP 172.27.2.145 (3874c260-3040-429e-b62d-d740e6168690/30773720-3a50-432a-a63d-0da428db8809/d36e5a84-bb2c-41dc-9bed-bab5238b2374) {{(pid=103294) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 13:51:25.156773 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for port (d36e5a84-bb2c-41dc-9bed-bab5238b2374), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:25.190297 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776758333480', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (d36e5a84-bb2c-41dc-9bed-bab5238b2374), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:25.228597 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Network 3874c260-3040-429e-b62d-d740e6168690 is already hosted by enough agents. {{(pid=103294) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 13:51:25.231922 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.base_scheduler [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Resources bound (agent type, host, resource id): {{(pid=103294) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 13:51:25.235415 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Received port after_create {{(pid=103294) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 13:51:25.243469 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event updated for resources: {'Port': ['ID=d36e5a84-bb2c-41dc-9bed-bab5238b2374,revision_number=1']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:51:25.616354 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for floatingip (92e37e1d-1546-42e4-bbc0-fed2829b46a8), precommit_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:25.696779 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3610704'] for port (d36e5a84-bb2c-41dc-9bed-bab5238b2374), before_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:25.842936 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for port (d36e5a84-bb2c-41dc-9bed-bab5238b2374), precommit_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:25.847518 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776758809887', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776758333498', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776758333516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16178977'] for port (d36e5a84-bb2c-41dc-9bed-bab5238b2374), after_update {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:25.917795 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event updated for resources: {'Port': ['ID=d36e5a84-bb2c-41dc-9bed-bab5238b2374,revision_number=2']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:51:25.927720 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-466126'] for floatingip (92e37e1d-1546-42e4-bbc0-fed2829b46a8), after_create {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:26.030754 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.db.l3_db [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Floating IP 92e37e1d-1546-42e4-bbc0-fed2829b46a8 associated. External IP: 172.27.2.145, port: d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c. Apr 12 13:51:26.247837 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Router db5090ca-4d52-4818-937b-1f7b69884eb0 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:51:26.358346 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:51:26.367809 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c22943-6990-4804-835d-113057240780 None None] Sync routers for ids ['db5090ca-4d52-4818-937b-1f7b69884eb0'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:51:26.376947 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:26.378947 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c22943-6990-4804-835d-113057240780 None None] Routers {'db5090ca-4d52-4818-937b-1f7b69884eb0'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:51:26.379584 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-24c22943-6990-4804-835d-113057240780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:50:58Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['db5090ca-4d52-4818-937b-1f7b69884eb0'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:51:26.409805 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-45fc5879-bf8f-425e-980d-1c03f066749a tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5740826 Apr 12 13:51:26.410389 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926df3ee-0581-4f0a-bc8b-ea5684c5be84', 'tag': 'd92d82e2-e86d-42e2-ae8e-5c7ce380bf8c'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:51:26.412955 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4273c4ac-990d-483d-bc1b-5593201d0268" -d '{"events": [{"name": "network-changed", "server_uuid": "926df3ee-0581-4f0a-bc8b-ea5684c5be84", "tag": "d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:51:26.453669 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8f561f-a326-40ff-a4d6-442f16192dfd x-openstack-request-id: req-cf8f561f-a326-40ff-a4d6-442f16192dfd {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:51:26.453977 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926df3ee-0581-4f0a-bc8b-ea5684c5be84", "tag": "d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:51:26.454241 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cf8f561f-a326-40ff-a4d6-442f16192dfd {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:51:26.454658 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf8f561f-a326-40ff-a4d6-442f16192dfd'] response: {'name': 'network-changed', 'server_uuid': '926df3ee-0581-4f0a-bc8b-ea5684c5be84', 'tag': 'd92d82e2-e86d-42e2-ae8e-5c7ce380bf8c', 'status': 'completed', 'code': 200} Apr 12 13:51:26.495704 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-24c22943-6990-4804-835d-113057240780 None None] Set router db5090ca-4d52-4818-937b-1f7b69884eb0 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:51:26.513708 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273c4ac-990d-483d-bc1b-5593201d0268 req-e844bbd5-013d-47a0-a1ac-a4232a635a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:26.515271 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4273c4ac-990d-483d-bc1b-5593201d0268 req-e844bbd5-013d-47a0-a1ac-a4232a635a0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 1130 time: 0.0403025 Apr 12 13:51:26.607722 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273c4ac-990d-483d-bc1b-5593201d0268 req-7e1e4da0-9b52-4e4d-97bc-d7edcc947ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:26.609522 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4273c4ac-990d-483d-bc1b-5593201d0268 req-7e1e4da0-9b52-4e4d-97bc-d7edcc947ee8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3cbf858d-8d65-4553-8fde-4d5100a4d916 HTTP/1.1" status: 200 len: 913 time: 0.0886548 Apr 12 13:51:26.681440 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4273c4ac-990d-483d-bc1b-5593201d0268 req-233930e0-0e0f-44e1-9057-e000cb05f1be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c HTTP/1.1" status: 200 len: 1000 time: 0.0646601 Apr 12 13:51:26.719876 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-24c22943-6990-4804-835d-113057240780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '92e37e1d-1546-42e4-bbc0-fed2829b46a8', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'port_id': 'd92d82e2-e86d-42e2-ae8e-5c7ce380bf8c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'mac_address': 'fa:16:3e:35:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926df3ee-0581-4f0a-bc8b-ea5684c5be84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:51:25Z', 'updated_at': '2022-04-12T13:51:25Z', 'revision_number': 0, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'fixed_ip_address_scope': None}, {'id': '9885e884-a358-4885-b519-3427b955ef9a', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'port_id': '3458f335-6bd4-49f1-8792-bd9c18079954', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'mac_address': 'fa:16:3e:4e:70:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:49:04Z', 'updated_at': '2022-04-12T13:49:06Z', 'revision_number': 1, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:23Z', 'revision_number': 5, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:51:26.731240 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273c4ac-990d-483d-bc1b-5593201d0268 req-7d2b05ff-e8bb-4a36-bc2e-03ec8def67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:26.732850 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4273c4ac-990d-483d-bc1b-5593201d0268 req-7d2b05ff-e8bb-4a36-bc2e-03ec8def67c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97b4f65a-484b-4c93-baea-af88b6487120 HTTP/1.1" status: 200 len: 851 time: 0.0457473 Apr 12 13:51:26.746215 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c22943-6990-4804-835d-113057240780 None None] Checking router: db5090ca-4d52-4818-937b-1f7b69884eb0 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:51:26.755895 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c22943-6990-4804-835d-113057240780 None None] Routers {'db5090ca-4d52-4818-937b-1f7b69884eb0'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:51:26.756527 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-24c22943-6990-4804-835d-113057240780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:50:58Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['db5090ca-4d52-4818-937b-1f7b69884eb0'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:51:26.783397 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273c4ac-990d-483d-bc1b-5593201d0268 req-c1635ef7-ead3-485e-b38e-af736869c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:51:26.784915 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4273c4ac-990d-483d-bc1b-5593201d0268 req-c1635ef7-ead3-485e-b38e-af736869c3e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3cbf858d-8d65-4553-8fde-4d5100a4d916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446794 Apr 12 13:51:26.874324 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-24c22943-6990-4804-835d-113057240780 None None] Set router db5090ca-4d52-4818-937b-1f7b69884eb0 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:51:26.878781 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4273c4ac-990d-483d-bc1b-5593201d0268 req-59b02bda-4a29-4d1a-9676-9431f530db48 service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877280 Apr 12 13:51:26.982094 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-4273c4ac-990d-483d-bc1b-5593201d0268 req-f1374c16-77c9-4466-8bbf-b1af4bac0f54 service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953317 Apr 12 13:51:27.227824 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-24c22943-6990-4804-835d-113057240780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '92e37e1d-1546-42e4-bbc0-fed2829b46a8', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'port_id': 'd92d82e2-e86d-42e2-ae8e-5c7ce380bf8c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'mac_address': 'fa:16:3e:35:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926df3ee-0581-4f0a-bc8b-ea5684c5be84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:51:25Z', 'updated_at': '2022-04-12T13:51:25Z', 'revision_number': 0, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'fixed_ip_address_scope': None}, {'id': '9885e884-a358-4885-b519-3427b955ef9a', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'port_id': '3458f335-6bd4-49f1-8792-bd9c18079954', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'mac_address': 'fa:16:3e:4e:70:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:49:04Z', 'updated_at': '2022-04-12T13:49:06Z', 'revision_number': 1, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:23Z', 'revision_number': 5, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:51:27.254259 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c22943-6990-4804-835d-113057240780 None None] The sync data for ids ['db5090ca-4d52-4818-937b-1f7b69884eb0'] in dv-cinder-830098-4-iscsi is: [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '92e37e1d-1546-42e4-bbc0-fed2829b46a8', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'port_id': 'd92d82e2-e86d-42e2-ae8e-5c7ce380bf8c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'mac_address': 'fa:16:3e:35:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '926df3ee-0581-4f0a-bc8b-ea5684c5be84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:51:25Z', 'updated_at': '2022-04-12T13:51:25Z', 'revision_number': 0, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'fixed_ip_address_scope': None}, {'id': '9885e884-a358-4885-b519-3427b955ef9a', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'port_id': '3458f335-6bd4-49f1-8792-bd9c18079954', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'mac_address': 'fa:16:3e:4e:70:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:49:04Z', 'updated_at': '2022-04-12T13:49:06Z', 'revision_number': 1, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:23Z', 'revision_number': 5, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:51:27.458460 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8f8da2-fdac-4497-b987-efc7d5fc992e None None] New status for floating IP 92e37e1d-1546-42e4-bbc0-fed2829b46a8: ACTIVE {{(pid=103297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:51:27.522569 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e4ddbace-f611-457e-9d47-b51ccf759d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:28.140660 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:29.814582 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:31.010766 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:41.227475 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:51:50.829615 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:54.883559 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-cdbd0697-f7a5-4197-810f-03b5e86f8680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:57.525034 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-1f17971c-ddb9-46d0-ac65-c466c9b8acf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:58.140933 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:51:59.818508 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:52:01.016632 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:52:06.905929 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c2ce5383-af14-46c7-9f0f-b20e67d8a13b req-4e17e048-a4b3-4ec1-bde0-35b95b015f73 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387146 Apr 12 13:52:06.985431 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce5383-af14-46c7-9f0f-b20e67d8a13b req-de06eedc-1c72-4fa4-b245-4f015b8e8cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:52:06.986817 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c2ce5383-af14-46c7-9f0f-b20e67d8a13b req-de06eedc-1c72-4fa4-b245-4f015b8e8cfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 1129 time: 0.0403259 Apr 12 13:52:07.094825 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce5383-af14-46c7-9f0f-b20e67d8a13b req-d26bd1b1-b967-4a1b-b1ed-bfe9ab4387b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:52:07.096314 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c2ce5383-af14-46c7-9f0f-b20e67d8a13b req-d26bd1b1-b967-4a1b-b1ed-bfe9ab4387b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3cbf858d-8d65-4553-8fde-4d5100a4d916 HTTP/1.1" status: 200 len: 913 time: 0.0877545 Apr 12 13:52:07.161767 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c2ce5383-af14-46c7-9f0f-b20e67d8a13b req-4eb7b7a4-f2a3-4a5f-8788-98785de55c1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3458f335-6bd4-49f1-8792-bd9c18079954 HTTP/1.1" status: 200 len: 1001 time: 0.0568793 Apr 12 13:52:07.212570 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce5383-af14-46c7-9f0f-b20e67d8a13b req-b87d54f2-3097-4362-acb4-ad58528676aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:52:07.214350 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c2ce5383-af14-46c7-9f0f-b20e67d8a13b req-b87d54f2-3097-4362-acb4-ad58528676aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97b4f65a-484b-4c93-baea-af88b6487120 HTTP/1.1" status: 200 len: 851 time: 0.0467517 Apr 12 13:52:07.257340 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce5383-af14-46c7-9f0f-b20e67d8a13b req-f94a7124-6e79-4688-96bd-db8c2d6e08b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:52:07.258736 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c2ce5383-af14-46c7-9f0f-b20e67d8a13b req-f94a7124-6e79-4688-96bd-db8c2d6e08b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3cbf858d-8d65-4553-8fde-4d5100a4d916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388010 Apr 12 13:52:07.350956 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c2ce5383-af14-46c7-9f0f-b20e67d8a13b req-46796258-1e52-4157-9901-f2698abf09b8 service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847626 Apr 12 13:52:07.443544 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c2ce5383-af14-46c7-9f0f-b20e67d8a13b req-4c7957d6-002a-4597-903a-e374bb2ce531 service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855453 Apr 12 13:52:18.229452 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:52:20.825019 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:52:24.877300 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-992ac008-4095-4f1a-843e-1e11e5edfca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:52:27.528385 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4664f85d-2887-4b22-a379-9d3285e95093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:52:28.144884 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:52:29.822311 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:52:31.009904 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:52:50.840008 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:52:54.881050 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c3e75557-497a-41dd-aaad-66efd9fb5a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:52:55.229891 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:52:57.531524 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3a86f21d-e33f-4d59-9860-bd010d293317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:52:58.147177 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:52:59.825325 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:01.015119 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:06.947132 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2848e4ac-495f-40ff-b358-221e56b0f584 req-d2f8da2f-196b-4c8c-b809-0f0aac306894 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769193 Apr 12 13:53:07.005823 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848e4ac-495f-40ff-b358-221e56b0f584 req-adeb9444-97fe-416f-952b-1c031396be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:53:07.007551 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2848e4ac-495f-40ff-b358-221e56b0f584 req-adeb9444-97fe-416f-952b-1c031396be6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 1130 time: 0.0394573 Apr 12 13:53:07.111891 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848e4ac-495f-40ff-b358-221e56b0f584 req-de90eaea-1248-4f7f-b380-324bf827bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:53:07.113785 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2848e4ac-495f-40ff-b358-221e56b0f584 req-de90eaea-1248-4f7f-b380-324bf827bc6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=3cbf858d-8d65-4553-8fde-4d5100a4d916 HTTP/1.1" status: 200 len: 913 time: 0.0882511 Apr 12 13:53:07.177774 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2848e4ac-495f-40ff-b358-221e56b0f584 req-329815e0-4179-4c20-b7d1-410322b9443b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c HTTP/1.1" status: 200 len: 1002 time: 0.0581048 Apr 12 13:53:07.229187 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848e4ac-495f-40ff-b358-221e56b0f584 req-dd7402ec-3da7-4ede-a4b0-1923855fe0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:53:07.230512 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2848e4ac-495f-40ff-b358-221e56b0f584 req-dd7402ec-3da7-4ede-a4b0-1923855fe0f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97b4f65a-484b-4c93-baea-af88b6487120 HTTP/1.1" status: 200 len: 851 time: 0.0467632 Apr 12 13:53:07.272205 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848e4ac-495f-40ff-b358-221e56b0f584 req-0cb71516-efad-41b4-b43d-6d170135b011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:53:07.273701 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2848e4ac-495f-40ff-b358-221e56b0f584 req-0cb71516-efad-41b4-b43d-6d170135b011 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3cbf858d-8d65-4553-8fde-4d5100a4d916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374608 Apr 12 13:53:07.283906 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [req-2848e4ac-495f-40ff-b358-221e56b0f584 req-ea3b1c15-a25e-4a1e-914b-7c11fd841097 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103294) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 13:53:07.284861 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2848e4ac-495f-40ff-b358-221e56b0f584 req-ea3b1c15-a25e-4a1e-914b-7c11fd841097 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047593 Apr 12 13:53:07.371162 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2848e4ac-495f-40ff-b358-221e56b0f584 req-4f6ee4d2-352d-4192-b86e-f80362bd1383 service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808382 Apr 12 13:53:07.466366 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-2848e4ac-495f-40ff-b358-221e56b0f584 req-c35d7628-41c9-4c6a-bc46-d5dbe90939a0 service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896132 Apr 12 13:53:15.433238 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 41486) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:53:15.588080 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Deleting port d36e5a84-bb2c-41dc-9bed-bab5238b2374 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:53:15.588417 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (d36e5a84-bb2c-41dc-9bed-bab5238b2374), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:15.666007 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (d36e5a84-bb2c-41dc-9bed-bab5238b2374), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:15.666332 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for floatingip (d36e5a84-bb2c-41dc-9bed-bab5238b2374), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:15.678040 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Calling delete_port for d36e5a84-bb2c-41dc-9bed-bab5238b2374 owned by network:floatingip {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:53:15.821377 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (d36e5a84-bb2c-41dc-9bed-bab5238b2374), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:15.851223 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event deleted for resources: {'Port': ['ID=d36e5a84-bb2c-41dc-9bed-bab5238b2374,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:53:15.875155 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:15.875508 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:15.875853 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:15.876194 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:15.876532 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:15.876868 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:15.877220 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:15.877550 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:15.877876 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:15.878204 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:15.878530 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:15.878857 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:15.879180 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:15.879505 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:15.879967 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:15.921430 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for floatingip (92e37e1d-1546-42e4-bbc0-fed2829b46a8), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:15.921784 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.l3_db [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Floating IP 92e37e1d-1546-42e4-bbc0-fed2829b46a8 disassociated (deleted). External IP: 172.27.2.145, port: d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c. Apr 12 13:53:16.143049 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Router db5090ca-4d52-4818-937b-1f7b69884eb0 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:53:16.252648 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:53:16.258130 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:16.262979 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09a7306-86ff-444c-84ab-685ff38cf3f2 None None] Sync routers for ids ['db5090ca-4d52-4818-937b-1f7b69884eb0'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:53:16.273275 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a7306-86ff-444c-84ab-685ff38cf3f2 None None] Routers {'db5090ca-4d52-4818-937b-1f7b69884eb0'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:53:16.273890 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-e09a7306-86ff-444c-84ab-685ff38cf3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:52:58Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['db5090ca-4d52-4818-937b-1f7b69884eb0'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:16.288069 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-c837157d-cc64-4d65-a48f-4f68a9d5816f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "DELETE /v2.0/floatingips/92e37e1d-1546-42e4-bbc0-fed2829b46a8 HTTP/1.1" status: 204 len: 168 time: 0.8537064 Apr 12 13:53:16.288858 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '926df3ee-0581-4f0a-bc8b-ea5684c5be84', 'tag': 'd92d82e2-e86d-42e2-ae8e-5c7ce380bf8c'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:53:16.291225 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4159ed4-e5ff-42cb-a5f7-c27e8df15287" -d '{"events": [{"name": "network-changed", "server_uuid": "926df3ee-0581-4f0a-bc8b-ea5684c5be84", "tag": "d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:53:16.399838 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2302f7-1014-410f-9658-3e931860f157 x-openstack-request-id: req-9a2302f7-1014-410f-9658-3e931860f157 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:53:16.400137 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "926df3ee-0581-4f0a-bc8b-ea5684c5be84", "tag": "d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:53:16.400448 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a2302f7-1014-410f-9658-3e931860f157 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:53:16.400895 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a2302f7-1014-410f-9658-3e931860f157'] response: {'name': 'network-changed', 'server_uuid': '926df3ee-0581-4f0a-bc8b-ea5684c5be84', 'tag': 'd92d82e2-e86d-42e2-ae8e-5c7ce380bf8c', 'status': 'completed', 'code': 200} Apr 12 13:53:16.408999 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-e09a7306-86ff-444c-84ab-685ff38cf3f2 None None] Set router db5090ca-4d52-4818-937b-1f7b69884eb0 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:53:16.468912 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4159ed4-e5ff-42cb-a5f7-c27e8df15287 req-1ac61a1f-d7e6-4935-bb7f-238cf96e0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:53:16.470504 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c4159ed4-e5ff-42cb-a5f7-c27e8df15287 req-1ac61a1f-d7e6-4935-bb7f-238cf96e0150 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 1130 time: 0.0456896 Apr 12 13:53:16.533088 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a7812-6ae1-46e1-b203-ce1b756d7c33 req-aad5617d-4819-48be-8558-afa228d5cf07 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:53:16.534609 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-796a7812-6ae1-46e1-b203-ce1b756d7c33 req-aad5617d-4819-48be-8558-afa228d5cf07 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 946 time: 0.0495574 Apr 12 13:53:16.584657 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-796a7812-6ae1-46e1-b203-ce1b756d7c33 req-e4a7a998-f576-48ec-93e1-67d1893a637c tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426610 Apr 12 13:53:16.650180 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-e09a7306-86ff-444c-84ab-685ff38cf3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '9885e884-a358-4885-b519-3427b955ef9a', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'port_id': '3458f335-6bd4-49f1-8792-bd9c18079954', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'mac_address': 'fa:16:3e:4e:70:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:49:04Z', 'updated_at': '2022-04-12T13:49:06Z', 'revision_number': 1, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:23Z', 'revision_number': 5, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:16.679863 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09a7306-86ff-444c-84ab-685ff38cf3f2 None None] Checking router: db5090ca-4d52-4818-937b-1f7b69884eb0 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:53:16.685197 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a7306-86ff-444c-84ab-685ff38cf3f2 None None] Routers {'db5090ca-4d52-4818-937b-1f7b69884eb0'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:53:16.685841 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-e09a7306-86ff-444c-84ab-685ff38cf3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:52:58Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['db5090ca-4d52-4818-937b-1f7b69884eb0'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:16.795061 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-e09a7306-86ff-444c-84ab-685ff38cf3f2 None None] Set router db5090ca-4d52-4818-937b-1f7b69884eb0 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:53:17.032033 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-e09a7306-86ff-444c-84ab-685ff38cf3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '9885e884-a358-4885-b519-3427b955ef9a', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'port_id': '3458f335-6bd4-49f1-8792-bd9c18079954', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'mac_address': 'fa:16:3e:4e:70:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:49:04Z', 'updated_at': '2022-04-12T13:49:06Z', 'revision_number': 1, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:23Z', 'revision_number': 5, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:17.058454 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09a7306-86ff-444c-84ab-685ff38cf3f2 None None] The sync data for ids ['db5090ca-4d52-4818-937b-1f7b69884eb0'] in dv-cinder-830098-4-iscsi is: [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_floatingips': [{'id': '9885e884-a358-4885-b519-3427b955ef9a', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '3874c260-3040-429e-b62d-d740e6168690', 'router_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'port_id': '3458f335-6bd4-49f1-8792-bd9c18079954', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'mac_address': 'fa:16:3e:4e:70:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T13:49:04Z', 'updated_at': '2022-04-12T13:49:06Z', 'revision_number': 1, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:23Z', 'revision_number': 5, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:53:17.283774 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51830d5-30fd-46d7-aa6b-a80af33b46af None None] New status for floating IP 92e37e1d-1546-42e4-bbc0-fed2829b46a8: DOWN {{(pid=103297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:53:17.519075 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4159ed4-e5ff-42cb-a5f7-c27e8df15287 req-f4206ab5-224a-44fd-bca8-4c795dfa9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:53:17.520583 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c4159ed4-e5ff-42cb-a5f7-c27e8df15287 req-f4206ab5-224a-44fd-bca8-4c795dfa9c40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3cbf858d-8d65-4553-8fde-4d5100a4d916 HTTP/1.1" status: 200 len: 913 time: 0.0886230 Apr 12 13:53:17.581642 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c4159ed4-e5ff-42cb-a5f7-c27e8df15287 req-9ed600a1-2e72-4f50-8782-0da8ddb5c319 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c HTTP/1.1" status: 200 len: 217 time: 0.0351176 Apr 12 13:53:17.647358 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4159ed4-e5ff-42cb-a5f7-c27e8df15287 req-46bf7006-5c81-4e40-a2a4-52ed0746f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:53:17.648887 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c4159ed4-e5ff-42cb-a5f7-c27e8df15287 req-46bf7006-5c81-4e40-a2a4-52ed0746f753 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97b4f65a-484b-4c93-baea-af88b6487120 HTTP/1.1" status: 200 len: 851 time: 0.0599601 Apr 12 13:53:17.703681 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7c26b-28d9-49a2-859e-b04fc5d8c222 req-ee873a2a-d8a9-43af-8226-0977b767b6ef tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:53:17.705164 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-82c7c26b-28d9-49a2-859e-b04fc5d8c222 req-ee873a2a-d8a9-43af-8226-0977b767b6ef tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 946 time: 0.0474465 Apr 12 13:53:17.754798 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-82c7c26b-28d9-49a2-859e-b04fc5d8c222 req-d449da1d-0861-4532-b24c-7f97ff0615e9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433264 Apr 12 13:53:17.793638 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4159ed4-e5ff-42cb-a5f7-c27e8df15287 req-272477b8-0f3b-4263-a91d-8427b827c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:53:17.795155 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c4159ed4-e5ff-42cb-a5f7-c27e8df15287 req-272477b8-0f3b-4263-a91d-8427b827c274 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3cbf858d-8d65-4553-8fde-4d5100a4d916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387721 Apr 12 13:53:18.141919 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c4159ed4-e5ff-42cb-a5f7-c27e8df15287 req-3fd435fa-a66d-4d09-9383-56f7723b021d service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393593 Apr 12 13:53:18.259558 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-c4159ed4-e5ff-42cb-a5f7-c27e8df15287 req-d8c76b4f-f3a1-45ec-83fb-56a6ab08387c service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856273 Apr 12 13:53:18.272768 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022daccf-e794-45b8-8881-50a25be922d8 req-331484b3-0e13-4b5a-8f1a-11a22aa459b0 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:53:18.274279 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-022daccf-e794-45b8-8881-50a25be922d8 req-331484b3-0e13-4b5a-8f1a-11a22aa459b0 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.41 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 946 time: 0.0542135 Apr 12 13:53:18.360267 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [req-022daccf-e794-45b8-8881-50a25be922d8 req-48b4476d-e6e5-493c-a5f5-114304aac94f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Deleting port d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:53:18.360606 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-022daccf-e794-45b8-8881-50a25be922d8 req-48b4476d-e6e5-493c-a5f5-114304aac94f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:18.450917 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [req-022daccf-e794-45b8-8881-50a25be922d8 req-48b4476d-e6e5-493c-a5f5-114304aac94f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] For port d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:53:18.451181 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-022daccf-e794-45b8-8881-50a25be922d8 req-48b4476d-e6e5-493c-a5f5-114304aac94f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:18.464700 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [req-022daccf-e794-45b8-8881-50a25be922d8 req-48b4476d-e6e5-493c-a5f5-114304aac94f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Calling delete_port for d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c owned by compute:nova {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:53:18.593400 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-022daccf-e794-45b8-8881-50a25be922d8 req-48b4476d-e6e5-493c-a5f5-114304aac94f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:18.624125 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4476d-e6e5-493c-a5f5-114304aac94f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event deleted for resources: {'Port': ['ID=d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:53:18.671553 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [req-022daccf-e794-45b8-8881-50a25be922d8 req-48b4476d-e6e5-493c-a5f5-114304aac94f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] No DVR routers for this DVR port d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c on host hv-cinder-83009 {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:53:18.673932 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [req-022daccf-e794-45b8-8881-50a25be922d8 req-48b4476d-e6e5-493c-a5f5-114304aac94f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:18.677233 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-022daccf-e794-45b8-8881-50a25be922d8 req-48b4476d-e6e5-493c-a5f5-114304aac94f tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.41 "DELETE /v2.0/ports/d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c HTTP/1.1" status: 204 len: 173 time: 0.3951135 Apr 12 13:53:18.677853 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '926df3ee-0581-4f0a-bc8b-ea5684c5be84', 'name': 'network-vif-deleted', 'tag': 'd92d82e2-e86d-42e2-ae8e-5c7ce380bf8c'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:53:18.680210 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a2dfdb-a144-43a1-9cb9-7f94d0166cb7" -d '{"events": [{"server_uuid": "926df3ee-0581-4f0a-bc8b-ea5684c5be84", "name": "network-vif-deleted", "tag": "d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:53:18.721238 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cb80f6-65ab-421a-9a26-5cece1e0a356 x-openstack-request-id: req-66cb80f6-65ab-421a-9a26-5cece1e0a356 {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:53:18.721635 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "926df3ee-0581-4f0a-bc8b-ea5684c5be84", "name": "network-vif-deleted", "tag": "d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:53:18.721895 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66cb80f6-65ab-421a-9a26-5cece1e0a356 {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:53:18.722363 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66cb80f6-65ab-421a-9a26-5cece1e0a356'] response: {'server_uuid': '926df3ee-0581-4f0a-bc8b-ea5684c5be84', 'name': 'network-vif-deleted', 'tag': 'd92d82e2-e86d-42e2-ae8e-5c7ce380bf8c', 'status': 'completed', 'code': 200} Apr 12 13:53:18.852304 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-fa3dafa2-d1e6-4ea3-a0ff-4126938ae7cf req-e2ca6fad-494a-494c-9c87-13958f0b17c6 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=926df3ee-0581-4f0a-bc8b-ea5684c5be84 HTTP/1.1" status: 200 len: 210 time: 0.0297406 Apr 12 13:53:20.839194 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:21.855621 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:53:21.880198 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:53:21.881159 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device d92d82e2-e86d-42e2-ae8e-5c7ce380bf8c not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:53:22.139465 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 41530) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:53:22.289887 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-536b1b27-876a-450b-b177-8a6dc9729249 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Deleting port d8c9e209-dd97-433c-af98-45835d4debbd {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:53:22.290231 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-536b1b27-876a-450b-b177-8a6dc9729249 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (d8c9e209-dd97-433c-af98-45835d4debbd), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:22.371830 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-536b1b27-876a-450b-b177-8a6dc9729249 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (d8c9e209-dd97-433c-af98-45835d4debbd), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:22.372210 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-536b1b27-876a-450b-b177-8a6dc9729249 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for floatingip (d8c9e209-dd97-433c-af98-45835d4debbd), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:22.384576 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-536b1b27-876a-450b-b177-8a6dc9729249 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Calling delete_port for d8c9e209-dd97-433c-af98-45835d4debbd owned by network:floatingip {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:53:22.527230 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-536b1b27-876a-450b-b177-8a6dc9729249 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (d8c9e209-dd97-433c-af98-45835d4debbd), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:22.553875 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b1b27-876a-450b-b177-8a6dc9729249 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event deleted for resources: {'Port': ['ID=d8c9e209-dd97-433c-af98-45835d4debbd,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:53:22.619469 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-536b1b27-876a-450b-b177-8a6dc9729249 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for floatingip (9885e884-a358-4885-b519-3427b955ef9a), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:22.619765 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.db.l3_db [None req-536b1b27-876a-450b-b177-8a6dc9729249 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Floating IP 9885e884-a358-4885-b519-3427b955ef9a disassociated (deleted). External IP: 172.27.2.125, port: 3458f335-6bd4-49f1-8792-bd9c18079954. Apr 12 13:53:22.835201 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536b1b27-876a-450b-b177-8a6dc9729249 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Router db5090ca-4d52-4818-937b-1f7b69884eb0 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:53:22.946947 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536b1b27-876a-450b-b177-8a6dc9729249 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:53:22.951341 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-536b1b27-876a-450b-b177-8a6dc9729249 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:22.956577 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e638a5-ec95-437b-aee5-0fc131ab71c0 None None] Sync routers for ids ['db5090ca-4d52-4818-937b-1f7b69884eb0'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:53:22.966889 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e638a5-ec95-437b-aee5-0fc131ab71c0 None None] Routers {'db5090ca-4d52-4818-937b-1f7b69884eb0'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:53:22.967515 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-35e638a5-ec95-437b-aee5-0fc131ab71c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:52:58Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['db5090ca-4d52-4818-937b-1f7b69884eb0'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:22.984743 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-536b1b27-876a-450b-b177-8a6dc9729249 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "DELETE /v2.0/floatingips/9885e884-a358-4885-b519-3427b955ef9a HTTP/1.1" status: 204 len: 168 time: 0.8418179 Apr 12 13:53:22.984743 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'tag': '3458f335-6bd4-49f1-8792-bd9c18079954'}] {{(pid=103295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:53:22.985353 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cd53b90eafea569052b78fccffee0068455a2fe1384892366e2ed61067b7a51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85cbc92-cb82-4309-b2cd-47c9cc234685" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a7df24-ffbc-445a-92e9-a9abea0363a2", "tag": "3458f335-6bd4-49f1-8792-bd9c18079954"}]}' {{(pid=103295) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:53:23.029324 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 13:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b02332-f633-48a9-9db9-b73723f2b2cf x-openstack-request-id: req-85b02332-f633-48a9-9db9-b73723f2b2cf {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:53:23.029621 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a7df24-ffbc-445a-92e9-a9abea0363a2", "tag": "3458f335-6bd4-49f1-8792-bd9c18079954", "status": "completed", "code": 200}]} {{(pid=103295) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:53:23.029880 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85b02332-f633-48a9-9db9-b73723f2b2cf {{(pid=103295) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:53:23.030407 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b02332-f633-48a9-9db9-b73723f2b2cf'] response: {'name': 'network-changed', 'server_uuid': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'tag': '3458f335-6bd4-49f1-8792-bd9c18079954', 'status': 'completed', 'code': 200} Apr 12 13:53:23.085729 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-35e638a5-ec95-437b-aee5-0fc131ab71c0 None None] Set router db5090ca-4d52-4818-937b-1f7b69884eb0 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:53:23.099571 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cbc92-cb82-4309-b2cd-47c9cc234685 req-bf2398e8-bfaf-4da9-bc58-2b3b39298f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:53:23.101186 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f85cbc92-cb82-4309-b2cd-47c9cc234685 req-bf2398e8-bfaf-4da9-bc58-2b3b39298f32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 1129 time: 0.0474975 Apr 12 13:53:23.248151 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bf558-41fa-4cb0-82ff-31576a5b202c req-33a455c2-100c-4fe9-bfe8-8cfe77077278 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:53:23.249557 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-559bf558-41fa-4cb0-82ff-31576a5b202c req-33a455c2-100c-4fe9-bfe8-8cfe77077278 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 945 time: 0.0645080 Apr 12 13:53:23.252449 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cbc92-cb82-4309-b2cd-47c9cc234685 req-ac8b7068-4811-4688-9efa-02e509a224e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:53:23.253925 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f85cbc92-cb82-4309-b2cd-47c9cc234685 req-ac8b7068-4811-4688-9efa-02e509a224e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3cbf858d-8d65-4553-8fde-4d5100a4d916 HTTP/1.1" status: 200 len: 913 time: 0.1410041 Apr 12 13:53:23.289815 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-35e638a5-ec95-437b-aee5-0fc131ab71c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:23Z', 'revision_number': 5, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:23.299935 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-559bf558-41fa-4cb0-82ff-31576a5b202c req-07d5e393-63aa-40ff-8be6-de302dd90bdb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437882 Apr 12 13:53:23.322484 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e638a5-ec95-437b-aee5-0fc131ab71c0 None None] Checking router: db5090ca-4d52-4818-937b-1f7b69884eb0 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:53:23.331203 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e638a5-ec95-437b-aee5-0fc131ab71c0 None None] Routers {'db5090ca-4d52-4818-937b-1f7b69884eb0'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:53:23.331999 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-35e638a5-ec95-437b-aee5-0fc131ab71c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:52:58Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['db5090ca-4d52-4818-937b-1f7b69884eb0'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:23.572102 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-35e638a5-ec95-437b-aee5-0fc131ab71c0 None None] Set router db5090ca-4d52-4818-937b-1f7b69884eb0 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:53:23.770453 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-35e638a5-ec95-437b-aee5-0fc131ab71c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:23Z', 'revision_number': 5, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:23.797312 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e638a5-ec95-437b-aee5-0fc131ab71c0 None None] The sync data for ids ['db5090ca-4d52-4818-937b-1f7b69884eb0'] in dv-cinder-830098-4-iscsi is: [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:45:18Z', 'revision_number': 4, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi', '_interfaces': [{'id': 'c81c20ba-6e56-42bc-b9f3-9acf9a467b39', 'name': '', 'network_id': '3cbf858d-8d65-4553-8fde-4d5100a4d916', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'mac_address': 'fa:16:3e:13:81:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '97b4f65a-484b-4c93-baea-af88b6487120', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:18Z', 'updated_at': '2022-04-12T13:45:23Z', 'revision_number': 5, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'subnets': [{'id': '97b4f65a-484b-4c93-baea-af88b6487120', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:53:24.022221 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fd883c-0cd0-433b-8989-1371a881ce60 None None] New status for floating IP 9885e884-a358-4885-b519-3427b955ef9a: DOWN {{(pid=103297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 13:53:24.427061 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db43ee1-329e-4470-a3d2-dbb37b250da3 req-7fad83dc-6cfa-4b45-be1d-b4ee8e5d79ae tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:53:24.429735 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1db43ee1-329e-4470-a3d2-dbb37b250da3 req-7fad83dc-6cfa-4b45-be1d-b4ee8e5d79ae tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 945 time: 0.0576491 Apr 12 13:53:24.481701 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-1db43ee1-329e-4470-a3d2-dbb37b250da3 req-440bd4de-6b2a-49cb-b00a-350787d5c2d3 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/security-groups?id=34fd5409-a652-4e31-b2f9-d76e4817a973&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460958 Apr 12 13:53:24.509323 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f85cbc92-cb82-4309-b2cd-47c9cc234685 req-574bf9a3-d708-45d7-8cd1-57b3a8732544 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3458f335-6bd4-49f1-8792-bd9c18079954 HTTP/1.1" status: 200 len: 217 time: 0.3269019 Apr 12 13:53:24.599416 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cbc92-cb82-4309-b2cd-47c9cc234685 req-3c5926c9-16d4-4b30-81bb-39a4c7ffae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:53:24.600756 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f85cbc92-cb82-4309-b2cd-47c9cc234685 req-3c5926c9-16d4-4b30-81bb-39a4c7ffae57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97b4f65a-484b-4c93-baea-af88b6487120 HTTP/1.1" status: 200 len: 851 time: 0.0436330 Apr 12 13:53:24.727435 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cbc92-cb82-4309-b2cd-47c9cc234685 req-06e6d2d4-56f2-4fe6-b74f-f2f0dbfae7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:53:24.728942 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f85cbc92-cb82-4309-b2cd-47c9cc234685 req-06e6d2d4-56f2-4fe6-b74f-f2f0dbfae7cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3cbf858d-8d65-4553-8fde-4d5100a4d916&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395877 Apr 12 13:53:24.802438 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ff831-5bed-4b63-8129-d309f8a838b8 req-e6722695-475c-417c-a8a0-5a80a91738d8 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103294) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 13:53:24.803930 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-aa7ff831-5bed-4b63-8129-d309f8a838b8 req-e6722695-475c-417c-a8a0-5a80a91738d8 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 945 time: 0.0460179 Apr 12 13:53:24.823676 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f85cbc92-cb82-4309-b2cd-47c9cc234685 req-3be11b5d-832f-43fa-a324-33f1901db56c service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867977 Apr 12 13:53:24.885946 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-42df5b97-bbe7-4315-aecf-311f69d2f31c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:24.898413 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-aa7ff831-5bed-4b63-8129-d309f8a838b8 req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Deleting port 3458f335-6bd4-49f1-8792-bd9c18079954 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:53:24.898796 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-aa7ff831-5bed-4b63-8129-d309f8a838b8 req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (3458f335-6bd4-49f1-8792-bd9c18079954), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:24.918574 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [req-f85cbc92-cb82-4309-b2cd-47c9cc234685 req-b2575cf5-6837-4d15-a22a-2c26316bdd4d service neutron] 10.222.0.41 "GET /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892696 Apr 12 13:53:24.991113 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [req-aa7ff831-5bed-4b63-8129-d309f8a838b8 req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] For port 3458f335-6bd4-49f1-8792-bd9c18079954, host hv-cinder-83009, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83009',level=0,port_id=3458f335-6bd4-49f1-8792-bd9c18079954,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:53:24.991498 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-aa7ff831-5bed-4b63-8129-d309f8a838b8 req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (3458f335-6bd4-49f1-8792-bd9c18079954), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:25.004858 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [req-aa7ff831-5bed-4b63-8129-d309f8a838b8 req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Calling delete_port for 3458f335-6bd4-49f1-8792-bd9c18079954 owned by compute:nova {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:53:25.143960 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-aa7ff831-5bed-4b63-8129-d309f8a838b8 req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (3458f335-6bd4-49f1-8792-bd9c18079954), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:25.173918 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event deleted for resources: {'Port': ['ID=3458f335-6bd4-49f1-8792-bd9c18079954,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:53:25.202486 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:25.202834 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:25.203179 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:25.203523 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:25.203860 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:25.204191 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:25.204518 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:25.204850 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:25.205200 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:25.205526 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:25.205869 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:25.206177 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:25.206496 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:25.206817 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:25.207137 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103294) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:25.240712 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7ff831-5bed-4b63-8129-d309f8a838b8 req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] No DVR routers for this DVR port 3458f335-6bd4-49f1-8792-bd9c18079954 on host hv-cinder-83009 {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:53:25.243376 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [req-aa7ff831-5bed-4b63-8129-d309f8a838b8 req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for port (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:25.247083 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-aa7ff831-5bed-4b63-8129-d309f8a838b8 req-fe0a930f-94d8-420a-b68c-6d459d7d8abb tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.41 "DELETE /v2.0/ports/3458f335-6bd4-49f1-8792-bd9c18079954 HTTP/1.1" status: 204 len: 173 time: 0.4374361 Apr 12 13:53:25.247594 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'name': 'network-vif-deleted', 'tag': '3458f335-6bd4-49f1-8792-bd9c18079954'}] {{(pid=103294) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 13:53:25.250680 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01fd1319947ad5fefb1df2bca9d930cebf395e24006abde22c85830eef44dfec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddd4c15-34ff-44c0-8171-583c2a7565fa" -d '{"events": [{"server_uuid": "c9a7df24-ffbc-445a-92e9-a9abea0363a2", "name": "network-vif-deleted", "tag": "3458f335-6bd4-49f1-8792-bd9c18079954"}]}' {{(pid=103294) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 13:53:25.293732 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 13:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e391a5-1fb6-4a95-8a71-0cfbb4056982 x-openstack-request-id: req-d0e391a5-1fb6-4a95-8a71-0cfbb4056982 {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 13:53:25.294058 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a7df24-ffbc-445a-92e9-a9abea0363a2", "name": "network-vif-deleted", "tag": "3458f335-6bd4-49f1-8792-bd9c18079954", "status": "completed", "code": 200}]} {{(pid=103294) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 13:53:25.294314 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d0e391a5-1fb6-4a95-8a71-0cfbb4056982 {{(pid=103294) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 13:53:25.294726 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0e391a5-1fb6-4a95-8a71-0cfbb4056982'] response: {'server_uuid': 'c9a7df24-ffbc-445a-92e9-a9abea0363a2', 'name': 'network-vif-deleted', 'tag': '3458f335-6bd4-49f1-8792-bd9c18079954', 'status': 'completed', 'code': 200} Apr 12 13:53:25.598252 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [req-639d3bd0-b6a4-48bd-9015-4f5138a08613 req-87516110-8852-49e4-acf8-63a5bdc73c85 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9a7df24-ffbc-445a-92e9-a9abea0363a2 HTTP/1.1" status: 200 len: 210 time: 0.0289135 Apr 12 13:53:26.659673 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 41546) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:53:26.777546 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-24bf06a2-4496-421b-83a6-9c0ee1432560 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Deleting port 655252fe-56ab-41ee-9e3a-bae688eb7e11 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:53:26.777891 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-24bf06a2-4496-421b-83a6-9c0ee1432560 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (655252fe-56ab-41ee-9e3a-bae688eb7e11), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:26.856652 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-24bf06a2-4496-421b-83a6-9c0ee1432560 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (655252fe-56ab-41ee-9e3a-bae688eb7e11), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:26.856978 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-24bf06a2-4496-421b-83a6-9c0ee1432560 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for floatingip (655252fe-56ab-41ee-9e3a-bae688eb7e11), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:26.869379 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-24bf06a2-4496-421b-83a6-9c0ee1432560 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Calling delete_port for 655252fe-56ab-41ee-9e3a-bae688eb7e11 owned by network:floatingip {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:53:27.002698 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-24bf06a2-4496-421b-83a6-9c0ee1432560 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (655252fe-56ab-41ee-9e3a-bae688eb7e11), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:27.029301 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf06a2-4496-421b-83a6-9c0ee1432560 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event deleted for resources: {'Port': ['ID=655252fe-56ab-41ee-9e3a-bae688eb7e11,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:53:27.092626 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-24bf06a2-4496-421b-83a6-9c0ee1432560 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for floatingip (327f21c6-d263-459e-ac82-6f0b222ba3ad), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:27.095227 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-24bf06a2-4496-421b-83a6-9c0ee1432560 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-39671'] for floatingip (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:27.096591 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-24bf06a2-4496-421b-83a6-9c0ee1432560 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "DELETE /v2.0/floatingips/327f21c6-d263-459e-ac82-6f0b222ba3ad HTTP/1.1" status: 204 len: 168 time: 0.4359164 Apr 12 13:53:27.533311 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-74b9da63-0e42-4daf-826e-b1a9c71bfe07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:28.151247 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:28.291045 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 41558) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:53:28.348952 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-db5c3250-e576-4463-8560-336a654279b9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group (34fd5409-a652-4e31-b2f9-d76e4817a973), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:28.378261 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-db5c3250-e576-4463-8560-336a654279b9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group (34fd5409-a652-4e31-b2f9-d76e4817a973), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:28.440044 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-db5c3250-e576-4463-8560-336a654279b9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (34fd5409-a652-4e31-b2f9-d76e4817a973), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:28.443865 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-db5c3250-e576-4463-8560-336a654279b9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:28.445251 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-db5c3250-e576-4463-8560-336a654279b9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] 10.222.0.11 "DELETE /v2.0/security-groups/34fd5409-a652-4e31-b2f9-d76e4817a973 HTTP/1.1" status: 204 len: 168 time: 0.1531167 Apr 12 13:53:28.454637 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c3250-e576-4463-8560-336a654279b9 tempest-TestVolumeBootPattern-1075476224 tempest-TestVolumeBootPattern-1075476224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fd5409-a652-4e31-b2f9-d76e4817a973,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:53:28.504482 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 41562) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:53:28.935940 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7b37d3e3-0d81-4a92-b55c-8d2b2f389160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-463822'] for router_interface (db5090ca-4d52-4818-937b-1f7b69884eb0), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:29.179011 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-7b37d3e3-0d81-4a92-b55c-8d2b2f389160 admin admin] Deleting port c81c20ba-6e56-42bc-b9f3-9acf9a467b39 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:53:29.179378 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7b37d3e3-0d81-4a92-b55c-8d2b2f389160 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (c81c20ba-6e56-42bc-b9f3-9acf9a467b39), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:29.264182 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-7b37d3e3-0d81-4a92-b55c-8d2b2f389160 admin admin] For port c81c20ba-6e56-42bc-b9f3-9acf9a467b39, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=c81c20ba-6e56-42bc-b9f3-9acf9a467b39,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:53:29.264435 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7b37d3e3-0d81-4a92-b55c-8d2b2f389160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (c81c20ba-6e56-42bc-b9f3-9acf9a467b39), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:29.278532 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-7b37d3e3-0d81-4a92-b55c-8d2b2f389160 admin admin] Calling delete_port for c81c20ba-6e56-42bc-b9f3-9acf9a467b39 owned by network:router_interface {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:53:29.482897 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7b37d3e3-0d81-4a92-b55c-8d2b2f389160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (c81c20ba-6e56-42bc-b9f3-9acf9a467b39), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:29.511161 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b37d3e3-0d81-4a92-b55c-8d2b2f389160 admin admin] Pushing event deleted for resources: {'Port': ['ID=c81c20ba-6e56-42bc-b9f3-9acf9a467b39,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:53:29.687249 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-7b37d3e3-0d81-4a92-b55c-8d2b2f389160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-463714'] for router_interface (db5090ca-4d52-4818-937b-1f7b69884eb0), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:29.823169 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [req-ae8cd0c8-f042-4aae-a258-3498096831fe req-88cb9fc1-879b-4476-9417-29a4068292c7 tempest-ServerRescueNegativeTestJSON-271828323 tempest-ServerRescueNegativeTestJSON-271828323-project] (103294) timed out ('10.222.0.41', 56025) {{(pid=103294) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 13:53:29.830111 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:29.909000 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 3458f335-6bd4-49f1-8792-bd9c18079954 no longer exists at agent hyperv_hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:53:29.914378 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b37d3e3-0d81-4a92-b55c-8d2b2f389160 admin admin] Router db5090ca-4d52-4818-937b-1f7b69884eb0 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:53:29.930327 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] No Port match for: 3458f335-6bd4-49f1-8792-bd9c18079954 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:53:29.930959 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Device 3458f335-6bd4-49f1-8792-bd9c18079954 not bound to the agent host hv-cinder-83009 {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:53:30.026907 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b37d3e3-0d81-4a92-b55c-8d2b2f389160 admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:53:30.031864 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-7b37d3e3-0d81-4a92-b55c-8d2b2f389160 admin admin] 10.222.0.11 "PUT /v2.0/routers/db5090ca-4d52-4818-937b-1f7b69884eb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5256586 Apr 12 13:53:30.034478 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 41566) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:53:30.038070 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3df4a-d03d-450b-96ba-730be5c5140d None None] Sync routers for ids ['db5090ca-4d52-4818-937b-1f7b69884eb0'] in dv-cinder-830098-4-iscsi {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:53:30.048399 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3df4a-d03d-450b-96ba-730be5c5140d None None] Routers {'db5090ca-4d52-4818-937b-1f7b69884eb0'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:53:30.049025 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-a6d3df4a-d03d-450b-96ba-730be5c5140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:53:28Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['db5090ca-4d52-4818-937b-1f7b69884eb0'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:30.142203 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e5767513-d7d3-4605-8700-fb89cd007f7f admin admin] Publish callbacks [] for router (db5090ca-4d52-4818-937b-1f7b69884eb0), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:30.159764 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-a6d3df4a-d03d-450b-96ba-730be5c5140d None None] Set router db5090ca-4d52-4818-937b-1f7b69884eb0 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:53:30.253130 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e5767513-d7d3-4605-8700-fb89cd007f7f admin admin] Publish callbacks [] for router_gateway (db5090ca-4d52-4818-937b-1f7b69884eb0), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:30.303805 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-e5767513-d7d3-4605-8700-fb89cd007f7f admin admin] Deleting port c2fd2260-fd63-48d2-a20e-79b87fb36fcd {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:53:30.304156 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e5767513-d7d3-4605-8700-fb89cd007f7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (c2fd2260-fd63-48d2-a20e-79b87fb36fcd), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:30.341763 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-a6d3df4a-d03d-450b-96ba-730be5c5140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78'}], 'enable_snat': True}, 'gw_port_id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:53:29Z', 'revision_number': 5, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port': {'id': 'c2fd2260-fd63-48d2-a20e-79b87fb36fcd', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:16Z', 'updated_at': '2022-04-12T13:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:30.370615 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3df4a-d03d-450b-96ba-730be5c5140d None None] Checking router: db5090ca-4d52-4818-937b-1f7b69884eb0 for host: dv-cinder-830098-4-iscsi {{(pid=103296) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:53:30.378856 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3df4a-d03d-450b-96ba-730be5c5140d None None] Routers {'db5090ca-4d52-4818-937b-1f7b69884eb0'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103296) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:53:30.379471 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-a6d3df4a-d03d-450b-96ba-730be5c5140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:53:28Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['db5090ca-4d52-4818-937b-1f7b69884eb0'], 'active': True} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:30.388365 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-e5767513-d7d3-4605-8700-fb89cd007f7f admin admin] For port c2fd2260-fd63-48d2-a20e-79b87fb36fcd, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=c2fd2260-fd63-48d2-a20e-79b87fb36fcd,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:53:30.388737 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e5767513-d7d3-4605-8700-fb89cd007f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (c2fd2260-fd63-48d2-a20e-79b87fb36fcd), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:30.405854 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-e5767513-d7d3-4605-8700-fb89cd007f7f admin admin] Calling delete_port for c2fd2260-fd63-48d2-a20e-79b87fb36fcd owned by network:router_gateway {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:53:30.482698 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvr_db [None req-a6d3df4a-d03d-450b-96ba-730be5c5140d None None] Set router db5090ca-4d52-4818-937b-1f7b69884eb0 gateway port host: None {{(pid=103296) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:53:30.538828 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_hamode_db [None req-a6d3df4a-d03d-450b-96ba-730be5c5140d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:53:30Z', 'revision_number': 6, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port_host': None}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:30.570100 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3df4a-d03d-450b-96ba-730be5c5140d None None] The sync data for ids ['db5090ca-4d52-4818-937b-1f7b69884eb0'] in dv-cinder-830098-4-iscsi is: [{'id': 'db5090ca-4d52-4818-937b-1f7b69884eb0', 'name': 'tempest-TestVolumeBootPattern-2052359503-router', 'tenant_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:15Z', 'updated_at': '2022-04-12T13:53:30Z', 'revision_number': 6, 'project_id': 'debdd0ea0e9f4d899e7d40726c31b759', 'gw_port_host': None}] {{(pid=103296) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:53:30.579936 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e5767513-d7d3-4605-8700-fb89cd007f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (c2fd2260-fd63-48d2-a20e-79b87fb36fcd), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:30.608354 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5767513-d7d3-4605-8700-fb89cd007f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=c2fd2260-fd63-48d2-a20e-79b87fb36fcd,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:53:30.671994 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e5767513-d7d3-4605-8700-fb89cd007f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466052'] for router_gateway (db5090ca-4d52-4818-937b-1f7b69884eb0), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:30.779001 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e5767513-d7d3-4605-8700-fb89cd007f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (db5090ca-4d52-4818-937b-1f7b69884eb0), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:30.781234 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e5767513-d7d3-4605-8700-fb89cd007f7f admin admin] Publish callbacks [] for router_controller (db5090ca-4d52-4818-937b-1f7b69884eb0), precommit_delete_associations {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:30.825767 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e5767513-d7d3-4605-8700-fb89cd007f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449059'] for router (db5090ca-4d52-4818-937b-1f7b69884eb0), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:30.826361 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5767513-d7d3-4605-8700-fb89cd007f7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router db5090ca-4d52-4818-937b-1f7b69884eb0 {{(pid=103295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:53:30.831172 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-e5767513-d7d3-4605-8700-fb89cd007f7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:30.832354 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-e5767513-d7d3-4605-8700-fb89cd007f7f admin admin] 10.222.0.11 "DELETE /v2.0/routers/db5090ca-4d52-4818-937b-1f7b69884eb0 HTTP/1.1" status: 204 len: 168 time: 0.7969639 Apr 12 13:53:30.835701 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 41568) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:53:30.882484 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.db_base_plugin_v2 [None req-16261538-5eb3-4f1b-bded-5fe90a309558 admin admin] Deleting subnet 97b4f65a-484b-4c93-baea-af88b6487120 {{(pid=103295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:53:30.885669 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-16261538-5eb3-4f1b-bded-5fe90a309558 admin admin] Publish callbacks [] for subnet (97b4f65a-484b-4c93-baea-af88b6487120), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:30.921769 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-16261538-5eb3-4f1b-bded-5fe90a309558 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13083627'] for subnet (97b4f65a-484b-4c93-baea-af88b6487120), precommit_delete_associations {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:31.009090 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-16261538-5eb3-4f1b-bded-5fe90a309558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585855'] for subnet (97b4f65a-484b-4c93-baea-af88b6487120), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:31.015541 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:31.064675 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-16261538-5eb3-4f1b-bded-5fe90a309558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12759874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14326538'] for subnet (97b4f65a-484b-4c93-baea-af88b6487120), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:31.091935 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16261538-5eb3-4f1b-bded-5fe90a309558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97b4f65a-484b-4c93-baea-af88b6487120,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:53:31.095635 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-16261538-5eb3-4f1b-bded-5fe90a309558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for subnet (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:31.099244 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-16261538-5eb3-4f1b-bded-5fe90a309558 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/97b4f65a-484b-4c93-baea-af88b6487120 HTTP/1.1" status: 204 len: 168 time: 0.2625234 Apr 12 13:53:31.102543 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 41570) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:53:31.102820 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff8de97-3d40-4c48-b1b0-1837989e5d40 None None] Network 3cbf858d-8d65-4553-8fde-4d5100a4d916 requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:53:31.177368 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624812'] for network (3cbf858d-8d65-4553-8fde-4d5100a4d916), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:31.226793 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] Deleting port c9b691b6-0dec-4f92-b45d-28e9663b18e7 {{(pid=103295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:53:31.227135 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (c9b691b6-0dec-4f92-b45d-28e9663b18e7), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:31.289921 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.db [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] For port c9b691b6-0dec-4f92-b45d-28e9663b18e7, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=c9b691b6-0dec-4f92-b45d-28e9663b18e7,segment=NetworkSegment(80eab660-85b5-4046-abc7-9885ce18d85f),segment_id=80eab660-85b5-4046-abc7-9885ce18d85f)] {{(pid=103295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:53:31.290200 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (c9b691b6-0dec-4f92-b45d-28e9663b18e7), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:31.302876 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.plugin [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] Calling delete_port for c9b691b6-0dec-4f92-b45d-28e9663b18e7 owned by network:dhcp {{(pid=103295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:53:31.367889 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d6499b-1162-440e-a46d-71506b714405 None None] DHCP port deletion for 3cbf858d-8d65-4553-8fde-4d5100a4d916 request from dv-cinder-830098-4-iscsi {{(pid=103296) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:53:31.390851 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12759871'] for port (c9b691b6-0dec-4f92-b45d-28e9663b18e7), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:31.411157 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Deleting port c9b691b6-0dec-4f92-b45d-28e9663b18e7 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:53:31.411545 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (c9b691b6-0dec-4f92-b45d-28e9663b18e7), before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:31.417557 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b691b6-0dec-4f92-b45d-28e9663b18e7,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:53:31.421194 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] No DVR routers for this DVR port c9b691b6-0dec-4f92-b45d-28e9663b18e7 on host dv-cinder-830098-4-iscsi {{(pid=103295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:53:31.477989 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-77d6499b-1162-440e-a46d-71506b714405 None None] For port c9b691b6-0dec-4f92-b45d-28e9663b18e7, host dv-cinder-830098-4-iscsi, got binding levels [] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:53:31.478393 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (c9b691b6-0dec-4f92-b45d-28e9663b18e7), precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:31.497850 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Calling delete_port for c9b691b6-0dec-4f92-b45d-28e9663b18e7 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:53:31.500884 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587506', 'neutron.services.segments.db._delete_segments_for_network-8776758846127'] for network (3cbf858d-8d65-4553-8fde-4d5100a4d916), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:31.501060 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.ipam_backend_mixin [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Port c9b691b6-0dec-4f92-b45d-28e9663b18e7 was not found and therefore no delete operation was performed {{(pid=103296) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 13:53:31.502364 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489'] for port (c9b691b6-0dec-4f92-b45d-28e9663b18e7), after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:31.522236 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cbf858d-8d65-4553-8fde-4d5100a4d916']}} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:31.529775 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Pushing event deleted for resources: {'Port': ['ID=c9b691b6-0dec-4f92-b45d-28e9663b18e7,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:53:31.532066 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d6499b-1162-440e-a46d-71506b714405 None None] No DVR routers for this DVR port c9b691b6-0dec-4f92-b45d-28e9663b18e7 on host dv-cinder-830098-4-iscsi {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:53:31.533508 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80eab660-85b5-4046-abc7-9885ce18d85f') {'for_net_delete': True} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:31.534197 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.services.segments.db [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80eab660-85b5-4046-abc7-9885ce18d85f') {} {{(pid=103295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:31.540687 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:31.541017 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:31.541412 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:31.541760 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:31.542099 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:31.542435 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:31.542767 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:31.543335 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:31.544103 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:31.544576 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:31.544919 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:31.545279 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:31.545630 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:31.545959 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:31.546303 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d6499b-1162-440e-a46d-71506b714405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830098-4-iscsi {{(pid=103296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 13:53:31.552722 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776758847672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13083618'] for segment (80eab660-85b5-4046-abc7-9885ce18d85f), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:31.569882 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (80eab660-85b5-4046-abc7-9885ce18d85f), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:31.577286 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:53:31.577924 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12760040'] for segment (80eab660-85b5-4046-abc7-9885ce18d85f), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: Traceback (most recent call last): Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: timer() Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: cb(*args, **kw) Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: return func(*args, **kwargs) Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: self._notify() Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: self.callback(batched_events) Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: event.method(event) Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: return f(self, *a, **k) Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: return self._get(url).json() Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: return self.request(url, 'GET', **kwargs) Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:53:31.579760 dv-cinder-830098-4-iscsi neutron-server[103295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:53:31.637302 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466144'] for network (3cbf858d-8d65-4553-8fde-4d5100a4d916), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:31.643438 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:31.647890 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3cbf858d-8d65-4553-8fde-4d5100a4d916 HTTP/1.1" status: 204 len: 168 time: 0.5451307 Apr 12 13:53:31.650912 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 41572) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:53:31.659123 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde26de4-1201-412c-a130-c6188fc466c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cbf858d-8d65-4553-8fde-4d5100a4d916,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:53:31.991295 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f579f513-6dd3-449d-ade5-f40fd1da6f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-463822'] for router_interface (23bc53f6-9ea0-4c88-bf3c-31f479324233), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:32.229990 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:53:32.240278 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-f579f513-6dd3-449d-ade5-f40fd1da6f6a admin admin] Deleting port dd6db991-0cda-4209-b770-0951aee510bf {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:53:32.240540 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f579f513-6dd3-449d-ade5-f40fd1da6f6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (dd6db991-0cda-4209-b770-0951aee510bf), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:32.299520 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device c81c20ba-6e56-42bc-b9f3-9acf9a467b39 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:53:32.320652 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: c81c20ba-6e56-42bc-b9f3-9acf9a467b39 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:53:32.321000 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device c81c20ba-6e56-42bc-b9f3-9acf9a467b39 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:53:32.321449 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device c9b691b6-0dec-4f92-b45d-28e9663b18e7 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:53:32.328002 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-f579f513-6dd3-449d-ade5-f40fd1da6f6a admin admin] For port dd6db991-0cda-4209-b770-0951aee510bf, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=dd6db991-0cda-4209-b770-0951aee510bf,segment=NetworkSegment(2885250d-0e97-4190-8eca-519c587e204e),segment_id=2885250d-0e97-4190-8eca-519c587e204e)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:53:32.328375 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f579f513-6dd3-449d-ade5-f40fd1da6f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (dd6db991-0cda-4209-b770-0951aee510bf), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:32.341738 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: c9b691b6-0dec-4f92-b45d-28e9663b18e7 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:53:32.342084 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device c9b691b6-0dec-4f92-b45d-28e9663b18e7 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:53:32.342500 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device c2fd2260-fd63-48d2-a20e-79b87fb36fcd no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:53:32.342618 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-f579f513-6dd3-449d-ade5-f40fd1da6f6a admin admin] Calling delete_port for dd6db991-0cda-4209-b770-0951aee510bf owned by network:router_interface {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:53:32.362052 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: c2fd2260-fd63-48d2-a20e-79b87fb36fcd {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:53:32.362407 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device c2fd2260-fd63-48d2-a20e-79b87fb36fcd not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:53:32.538541 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f579f513-6dd3-449d-ade5-f40fd1da6f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (dd6db991-0cda-4209-b770-0951aee510bf), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:32.564144 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579f513-6dd3-449d-ade5-f40fd1da6f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6db991-0cda-4209-b770-0951aee510bf,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:53:32.762693 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-f579f513-6dd3-449d-ade5-f40fd1da6f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-463714'] for router_interface (23bc53f6-9ea0-4c88-bf3c-31f479324233), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:32.994994 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f579f513-6dd3-449d-ade5-f40fd1da6f6a admin admin] Router 23bc53f6-9ea0-4c88-bf3c-31f479324233 has already been hosted by L3 agent 50689fe0-9b18-4791-b464-a37d6af156bb {{(pid=103294) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 13:53:33.114735 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f579f513-6dd3-449d-ade5-f40fd1da6f6a admin admin] Notify agent at l3_agent.dv-cinder-830098-4-iscsi the message routers_updated {{(pid=103294) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 13:53:33.121058 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-f579f513-6dd3-449d-ade5-f40fd1da6f6a admin admin] 10.222.0.11 "PUT /v2.0/routers/23bc53f6-9ea0-4c88-bf3c-31f479324233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4688790 Apr 12 13:53:33.123790 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 41574) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:53:33.125045 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a98ea-488d-4b68-ad9e-0bf5ff4d2238 None None] Sync routers for ids ['23bc53f6-9ea0-4c88-bf3c-31f479324233'] in dv-cinder-830098-4-iscsi {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 13:53:33.134819 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2a98ea-488d-4b68-ad9e-0bf5ff4d2238 None None] Routers {'23bc53f6-9ea0-4c88-bf3c-31f479324233'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:53:33.135434 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-7a2a98ea-488d-4b68-ad9e-0bf5ff4d2238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:53:28Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['23bc53f6-9ea0-4c88-bf3c-31f479324233'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:33.233746 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-49ba06bd-49e7-4ef7-a4ae-8cb6294c2126 admin admin] Publish callbacks [] for router (23bc53f6-9ea0-4c88-bf3c-31f479324233), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:33.244493 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-7a2a98ea-488d-4b68-ad9e-0bf5ff4d2238 None None] Set router 23bc53f6-9ea0-4c88-bf3c-31f479324233 gateway port host: dv-cinder-830098-4-iscsi {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:53:33.343547 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-49ba06bd-49e7-4ef7-a4ae-8cb6294c2126 admin admin] Publish callbacks [] for router_gateway (23bc53f6-9ea0-4c88-bf3c-31f479324233), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:33.390575 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-49ba06bd-49e7-4ef7-a4ae-8cb6294c2126 admin admin] Deleting port 28d56d5a-fb0a-4fdf-8670-af46f79f5a97 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:53:33.390925 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-49ba06bd-49e7-4ef7-a4ae-8cb6294c2126 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (28d56d5a-fb0a-4fdf-8670-af46f79f5a97), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:33.424717 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-7a2a98ea-488d-4b68-ad9e-0bf5ff4d2238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'name': 'tempest-TestVolumeBootPattern-657835440-router', 'tenant_id': '1b9b34bf996b456ab8badac61dd9c401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'external_fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '28d56d5a-fb0a-4fdf-8670-af46f79f5a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:21Z', 'updated_at': '2022-04-12T13:53:32Z', 'revision_number': 5, 'project_id': '1b9b34bf996b456ab8badac61dd9c401', 'gw_port': {'id': '28d56d5a-fb0a-4fdf-8670-af46f79f5a97', 'name': '', 'network_id': '3874c260-3040-429e-b62d-d740e6168690', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:71:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '30773720-3a50-432a-a63d-0da428db8809', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830098-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T13:45:21Z', 'updated_at': '2022-04-12T13:45:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30773720-3a50-432a-a63d-0da428db8809', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830098-4-iscsi'}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:33.454599 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a98ea-488d-4b68-ad9e-0bf5ff4d2238 None None] Checking router: 23bc53f6-9ea0-4c88-bf3c-31f479324233 for host: dv-cinder-830098-4-iscsi {{(pid=103297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 13:53:33.464289 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2a98ea-488d-4b68-ad9e-0bf5ff4d2238 None None] Routers {'23bc53f6-9ea0-4c88-bf3c-31f479324233'} bound to L3 agent in host dv-cinder-830098-4-iscsi {{(pid=103297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 13:53:33.464892 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-7a2a98ea-488d-4b68-ad9e-0bf5ff4d2238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830098-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T13:22:57Z,description=,heartbeat_timestamp=2022-04-12T13:53:28Z,host='dv-cinder-830098-4-iscsi',id=50689fe0-9b18-4791-b464-a37d6af156bb,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T13:22:57Z,topic='l3_agent')) {'router_ids': ['23bc53f6-9ea0-4c88-bf3c-31f479324233'], 'active': True} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:33.476247 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-49ba06bd-49e7-4ef7-a4ae-8cb6294c2126 admin admin] For port 28d56d5a-fb0a-4fdf-8670-af46f79f5a97, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=28d56d5a-fb0a-4fdf-8670-af46f79f5a97,segment=NetworkSegment(6d0f1737-02e2-4f98-924b-223215fc9230),segment_id=6d0f1737-02e2-4f98-924b-223215fc9230)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:53:33.476619 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-49ba06bd-49e7-4ef7-a4ae-8cb6294c2126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (28d56d5a-fb0a-4fdf-8670-af46f79f5a97), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:33.489952 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-49ba06bd-49e7-4ef7-a4ae-8cb6294c2126 admin admin] Calling delete_port for 28d56d5a-fb0a-4fdf-8670-af46f79f5a97 owned by network:router_gateway {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:53:33.557975 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_dvr_db [None req-7a2a98ea-488d-4b68-ad9e-0bf5ff4d2238 None None] Set router 23bc53f6-9ea0-4c88-bf3c-31f479324233 gateway port host: None {{(pid=103297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 13:53:33.615612 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.l3_hamode_db [None req-7a2a98ea-488d-4b68-ad9e-0bf5ff4d2238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'name': 'tempest-TestVolumeBootPattern-657835440-router', 'tenant_id': '1b9b34bf996b456ab8badac61dd9c401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:21Z', 'updated_at': '2022-04-12T13:53:33Z', 'revision_number': 6, 'project_id': '1b9b34bf996b456ab8badac61dd9c401', 'gw_port_host': None}], 'dv-cinder-830098-4-iscsi', False) {} {{(pid=103297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:33.646504 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a98ea-488d-4b68-ad9e-0bf5ff4d2238 None None] The sync data for ids ['23bc53f6-9ea0-4c88-bf3c-31f479324233'] in dv-cinder-830098-4-iscsi is: [{'id': '23bc53f6-9ea0-4c88-bf3c-31f479324233', 'name': 'tempest-TestVolumeBootPattern-657835440-router', 'tenant_id': '1b9b34bf996b456ab8badac61dd9c401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T13:45:21Z', 'updated_at': '2022-04-12T13:53:33Z', 'revision_number': 6, 'project_id': '1b9b34bf996b456ab8badac61dd9c401', 'gw_port_host': None}] {{(pid=103297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 13:53:33.658892 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-49ba06bd-49e7-4ef7-a4ae-8cb6294c2126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (28d56d5a-fb0a-4fdf-8670-af46f79f5a97), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:33.692430 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba06bd-49e7-4ef7-a4ae-8cb6294c2126 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d56d5a-fb0a-4fdf-8670-af46f79f5a97,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:53:33.757030 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-49ba06bd-49e7-4ef7-a4ae-8cb6294c2126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-466052'] for router_gateway (23bc53f6-9ea0-4c88-bf3c-31f479324233), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:33.856870 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-49ba06bd-49e7-4ef7-a4ae-8cb6294c2126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-449066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-921'] for router (23bc53f6-9ea0-4c88-bf3c-31f479324233), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:33.859107 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-49ba06bd-49e7-4ef7-a4ae-8cb6294c2126 admin admin] Publish callbacks [] for router_controller (23bc53f6-9ea0-4c88-bf3c-31f479324233), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:33.903384 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-49ba06bd-49e7-4ef7-a4ae-8cb6294c2126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-449059'] for router (23bc53f6-9ea0-4c88-bf3c-31f479324233), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:33.903919 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ba06bd-49e7-4ef7-a4ae-8cb6294c2126 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23bc53f6-9ea0-4c88-bf3c-31f479324233 {{(pid=103294) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 13:53:33.908449 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-49ba06bd-49e7-4ef7-a4ae-8cb6294c2126 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:33.909648 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-49ba06bd-49e7-4ef7-a4ae-8cb6294c2126 admin admin] 10.222.0.11 "DELETE /v2.0/routers/23bc53f6-9ea0-4c88-bf3c-31f479324233 HTTP/1.1" status: 204 len: 168 time: 0.7849202 Apr 12 13:53:33.912759 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 41576) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:53:33.956739 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.db_base_plugin_v2 [None req-badab38d-f4ac-40ff-b1ca-aa27b7b93834 admin admin] Deleting subnet 56595ab8-40dd-499d-b7c3-204303475bbd {{(pid=103294) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 13:53:33.960353 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-badab38d-f4ac-40ff-b1ca-aa27b7b93834 admin admin] Publish callbacks [] for subnet (56595ab8-40dd-499d-b7c3-204303475bbd), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:33.997651 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-badab38d-f4ac-40ff-b1ca-aa27b7b93834 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16027343'] for subnet (56595ab8-40dd-499d-b7c3-204303475bbd), precommit_delete_associations {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:34.086084 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-badab38d-f4ac-40ff-b1ca-aa27b7b93834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3585855'] for subnet (56595ab8-40dd-499d-b7c3-204303475bbd), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:34.137481 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-badab38d-f4ac-40ff-b1ca-aa27b7b93834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3585798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16179031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13314720'] for subnet (56595ab8-40dd-499d-b7c3-204303475bbd), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:34.164236 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badab38d-f4ac-40ff-b1ca-aa27b7b93834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56595ab8-40dd-499d-b7c3-204303475bbd,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:53:34.167880 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-badab38d-f4ac-40ff-b1ca-aa27b7b93834 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:34.171135 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-badab38d-f4ac-40ff-b1ca-aa27b7b93834 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/56595ab8-40dd-499d-b7c3-204303475bbd HTTP/1.1" status: 204 len: 168 time: 0.2574117 Apr 12 13:53:34.173712 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.wsgi [-] (103294) accepted ('10.222.0.11', 41578) {{(pid=103294) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:53:34.175101 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabe1c9c-7363-4580-ab2c-592aaf6d9b83 None None] Network 474b47cd-b9a8-4c83-b149-622dd17d094a requested from dv-cinder-830098-4-iscsi {{(pid=103296) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 13:53:34.248915 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3624812'] for network (474b47cd-b9a8-4c83-b149-622dd17d094a), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:34.295330 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] Deleting port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 {{(pid=103294) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:53:34.295772 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (2b0cbfd5-e15a-4427-9495-cbc5b08f9559), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:34.359870 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.db [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] For port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559, host dv-cinder-830098-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830098-4-iscsi',level=0,port_id=2b0cbfd5-e15a-4427-9495-cbc5b08f9559,segment=NetworkSegment(2885250d-0e97-4190-8eca-519c587e204e),segment_id=2885250d-0e97-4190-8eca-519c587e204e)] {{(pid=103294) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:53:34.360152 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (2b0cbfd5-e15a-4427-9495-cbc5b08f9559), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:34.373459 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] Calling delete_port for 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 owned by network:dhcp {{(pid=103294) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:53:34.448395 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5954a2c-4665-4e1b-818e-8ddc529ab013 None None] DHCP port deletion for 474b47cd-b9a8-4c83-b149-622dd17d094a request from dv-cinder-830098-4-iscsi {{(pid=103296) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 13:53:34.472672 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16178986'] for port (2b0cbfd5-e15a-4427-9495-cbc5b08f9559), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:34.495563 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-b5954a2c-4665-4e1b-818e-8ddc529ab013 None None] Deleting port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 {{(pid=103296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 13:53:34.495979 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b5954a2c-4665-4e1b-818e-8ddc529ab013 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776758802975'] for port (2b0cbfd5-e15a-4427-9495-cbc5b08f9559), before_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:34.502995 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0cbfd5-e15a-4427-9495-cbc5b08f9559,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:53:34.506924 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] No DVR routers for this DVR port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 on host dv-cinder-830098-4-iscsi {{(pid=103294) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:53:34.515900 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 28d56d5a-fb0a-4fdf-8670-af46f79f5a97 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:53:34.552678 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: 28d56d5a-fb0a-4fdf-8670-af46f79f5a97 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:53:34.553206 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 28d56d5a-fb0a-4fdf-8670-af46f79f5a97 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:53:34.553627 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device dd6db991-0cda-4209-b770-0951aee510bf no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:53:34.584844 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3587506', 'neutron.services.segments.db._delete_segments_for_network-8776758846127'] for network (474b47cd-b9a8-4c83-b149-622dd17d094a), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:34.599830 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: dd6db991-0cda-4209-b770-0951aee510bf {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:53:34.600199 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device dd6db991-0cda-4209-b770-0951aee510bf not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:53:34.600615 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 no longer exists at agent ovs-agent-dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 13:53:34.606441 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474b47cd-b9a8-4c83-b149-622dd17d094a']}} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:34.617066 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2885250d-0e97-4190-8eca-519c587e204e') {'for_net_delete': True} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:34.617406 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.services.segments.db [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2885250d-0e97-4190-8eca-519c587e204e') {} {{(pid=103294) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 13:53:34.628093 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776758847672', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16027334'] for segment (2885250d-0e97-4190-8eca-519c587e204e), before_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:34.635337 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] No Port match for: 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 {{(pid=103296) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 13:53:34.635826 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.rpc [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Device 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 not bound to the agent host dv-cinder-830098-4-iscsi {{(pid=103296) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 13:53:34.643248 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.db [None req-b5954a2c-4665-4e1b-818e-8ddc529ab013 None None] For port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559, host dv-cinder-830098-4-iscsi, got binding levels [] {{(pid=103296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 13:53:34.643918 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b5954a2c-4665-4e1b-818e-8ddc529ab013 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-489552'] for port (2b0cbfd5-e15a-4427-9495-cbc5b08f9559), precommit_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:34.650421 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594'] for segment (2885250d-0e97-4190-8eca-519c587e204e), precommit_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:34.656765 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103294) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 13:53:34.657225 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3580594', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16179197'] for segment (2885250d-0e97-4190-8eca-519c587e204e), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: Traceback (most recent call last): Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: timer() Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: cb(*args, **kw) Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: return func(*args, **kwargs) Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: self._notify() Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: self.callback(batched_events) Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: event.method(event) Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: return f(self, *a, **k) Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: return self._get(url).json() Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: return self.request(url, 'GET', **kwargs) Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 13:53:34.659861 dv-cinder-830098-4-iscsi neutron-server[103294]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 13:53:34.662836 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.plugins.ml2.plugin [None req-b5954a2c-4665-4e1b-818e-8ddc529ab013 None None] Calling delete_port for 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 owned by network:dhcp {{(pid=103296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 13:53:34.665583 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.ipam_backend_mixin [None req-b5954a2c-4665-4e1b-818e-8ddc529ab013 None None] Port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 was not found and therefore no delete operation was performed {{(pid=103296) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 13:53:34.667215 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-b5954a2c-4665-4e1b-818e-8ddc529ab013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3611570', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776758809869', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776758333489'] for port (2b0cbfd5-e15a-4427-9495-cbc5b08f9559), after_delete {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:34.691658 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5954a2c-4665-4e1b-818e-8ddc529ab013 None None] Pushing event deleted for resources: {'Port': ['ID=2b0cbfd5-e15a-4427-9495-cbc5b08f9559,revision_number=None']} {{(pid=103296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:53:34.699598 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5954a2c-4665-4e1b-818e-8ddc529ab013 None None] No DVR routers for this DVR port 2b0cbfd5-e15a-4427-9495-cbc5b08f9559 on host dv-cinder-830098-4-iscsi {{(pid=103296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 13:53:34.722399 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3587517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-466144'] for network (474b47cd-b9a8-4c83-b149-622dd17d094a), after_delete {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:34.729055 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron_lib.callbacks.manager [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554029'] for network (None), before_response {{(pid=103294) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:34.733142 dv-cinder-830098-4-iscsi neutron-server[103294]: INFO neutron.wsgi [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] 10.222.0.11 "DELETE /v2.0/networks/474b47cd-b9a8-4c83-b149-622dd17d094a HTTP/1.1" status: 204 len: 168 time: 0.5584402 Apr 12 13:53:34.749055 dv-cinder-830098-4-iscsi neutron-server[103294]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b9346-1f97-4692-be0e-29ef70d83bde admin admin] Pushing event deleted for resources: {'Network': ['ID=474b47cd-b9a8-4c83-b149-622dd17d094a,revision_number=None']} {{(pid=103294) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:53:34.856724 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 41582) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:53:34.900236 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-8d2402f9-3be6-43ad-962c-73e61f589b41 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=debdd0ea0e9f4d899e7d40726c31b759&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422719 Apr 12 13:53:34.902783 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 41584) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:53:34.952386 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2a9e29b0-aa4b-4206-8442-a54e3f35a3ab admin admin] Publish callbacks [] for security_group (da15b9e1-314a-4be4-b9f9-61b0449030d1), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:34.973040 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2a9e29b0-aa4b-4206-8442-a54e3f35a3ab admin admin] Publish callbacks [] for security_group (da15b9e1-314a-4be4-b9f9-61b0449030d1), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:35.022912 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2a9e29b0-aa4b-4206-8442-a54e3f35a3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (da15b9e1-314a-4be4-b9f9-61b0449030d1), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:35.025569 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-2a9e29b0-aa4b-4206-8442-a54e3f35a3ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:35.026794 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-2a9e29b0-aa4b-4206-8442-a54e3f35a3ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da15b9e1-314a-4be4-b9f9-61b0449030d1 HTTP/1.1" status: 204 len: 168 time: 0.1230242 Apr 12 13:53:35.034582 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e29b0-aa4b-4206-8442-a54e3f35a3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da15b9e1-314a-4be4-b9f9-61b0449030d1,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:53:35.343209 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 41590) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:53:35.384147 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-9c739705-d9e5-4e08-be4c-a27094030164 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b9b34bf996b456ab8badac61dd9c401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397604 Apr 12 13:53:35.386891 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [-] (103295) accepted ('10.222.0.11', 41592) {{(pid=103295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 13:53:35.436473 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-bec091b1-d260-4f11-b905-f83186efffa2 admin admin] Publish callbacks [] for security_group (de3e26ed-5139-4d60-a840-e7821d40ac0f), before_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:35.458823 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-bec091b1-d260-4f11-b905-f83186efffa2 admin admin] Publish callbacks [] for security_group (de3e26ed-5139-4d60-a840-e7821d40ac0f), precommit_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:35.509843 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-bec091b1-d260-4f11-b905-f83186efffa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508959'] for security_group (de3e26ed-5139-4d60-a840-e7821d40ac0f), after_delete {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:35.512752 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron_lib.callbacks.manager [None req-bec091b1-d260-4f11-b905-f83186efffa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:35.514086 dv-cinder-830098-4-iscsi neutron-server[103295]: INFO neutron.wsgi [None req-bec091b1-d260-4f11-b905-f83186efffa2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de3e26ed-5139-4d60-a840-e7821d40ac0f HTTP/1.1" status: 204 len: 168 time: 0.1261368 Apr 12 13:53:35.523409 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec091b1-d260-4f11-b905-f83186efffa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3e26ed-5139-4d60-a840-e7821d40ac0f,revision_number=None']} {{(pid=103295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 13:53:50.835943 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:54.887323 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-c1b806df-b348-4bd8-8d4f-be18edc494b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:57.536207 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9e830423-2597-465f-84c1-1641ee3ce92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:58.153985 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:53:59.831191 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:54:01.012529 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:54:09.229702 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:54:20.844300 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:54:24.889287 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-09067655-6802-46b1-a752-370dbb662f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:54:27.544758 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-31a95391-76bc-4bc4-b004-4a6863746b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:54:28.156310 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:54:29.835440 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:54:31.016535 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:54:46.228930 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:54:50.847595 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:54:54.891384 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-95c45515-25c8-4f9c-b8c1-ac4373541f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:54:57.537409 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-890117e5-6a22-4ead-a958-16b537ac9d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:54:58.158281 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:54:59.838332 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:55:01.021059 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:55:20.854672 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:55:23.228678 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:55:24.893709 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f6711e71-490d-4b58-8823-4da27431a1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:55:27.542809 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-289be7bd-208e-413e-b8ec-f998df851684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:55:28.164444 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:55:29.840900 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:55:31.023533 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:55:47.878903 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [req-921ad629-0323-4a1f-bbbb-9f478109c053 req-0dc64a69-5b5f-4009-b086-13666904a3ef service neutron] (103295) timed out ('10.222.0.11', 33718) {{(pid=103295) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 13:55:47.954978 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [req-921ad629-0323-4a1f-bbbb-9f478109c053 req-50a58a05-93e4-4206-919e-2862629b0ac6 tempest-AttachVolumeShelveTestJSON-1851361818 tempest-AttachVolumeShelveTestJSON-1851361818-project] (103295) timed out ('10.222.0.11', 33726) {{(pid=103295) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 13:55:50.859539 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:55:54.896095 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-3a25f2c1-85d5-4dc8-bc83-3a41cd39b347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:55:57.545454 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-94e13072-bd30-4c82-b7a3-9fae194d8a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:55:58.163484 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:55:59.843815 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:56:00.227702 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:56:01.029512 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:56:20.872958 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:56:24.897961 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-9ed2a786-f6f4-4eab-b8d2-cd88acf1bcdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:56:27.547610 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-34903b81-acf6-4760-a34b-a7257fa0474b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:56:28.167518 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:56:29.846000 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:56:31.031577 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:56:37.227008 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:56:50.871305 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:56:54.902050 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-4a0553ed-8a8e-4807-8645-03b5a258edf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:56:57.550819 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-536ed7c8-75fa-41f4-b71b-1c7b2c6792f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:56:58.170855 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:56:59.849864 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:57:01.036265 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:57:02.903712 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [req-d92d7141-0d16-446a-a539-42af8d8132e2 req-780e51e0-6caa-4730-979c-621222b53d6e service neutron] (103295) timed out ('10.222.0.11', 36966) {{(pid=103295) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 13:57:03.095921 dv-cinder-830098-4-iscsi neutron-server[103295]: DEBUG neutron.wsgi [req-d92d7141-0d16-446a-a539-42af8d8132e2 req-5d60806b-ed56-4287-895d-74ef14a3c974 tempest-TestShelveInstance-1400124122 tempest-TestShelveInstance-1400124122-project] (103295) timed out ('10.222.0.11', 36974) {{(pid=103295) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 13:57:14.230206 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:57:20.872149 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:57:24.905286 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e077cd03-fa21-4e10-852b-4d05b9076140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:57:27.553548 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-46d89170-1989-4f9e-8adb-4d14d3f03f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:57:28.173180 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:57:29.854693 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:57:31.039170 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:57:50.871842 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:57:51.230083 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:57:54.909178 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-139f4433-fbc7-448c-8872-881d13b63ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:57:57.558054 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-460a8901-4e57-4403-a5e6-ea2fd8caf9d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:57:58.176213 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:57:59.860378 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:58:01.044636 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:58:20.884761 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:58:24.921954 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f5616d85-acaa-44a9-b474-3185b64989f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:58:27.565940 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-79259d32-510a-49c7-a494-44df24a04526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:58:28.180467 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:58:28.230278 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 13:58:29.861612 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:58:31.050766 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:58:50.892451 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-5d3d6e8e-d35e-4a91-b871-283bcbb4de62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (06435de4-7740-473f-bc3b-c2963d397daf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:58:54.924625 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-61045bfe-5ad5-4a72-aed2-b894303e2674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (3cc0c115-7315-4105-a658-2bafa3cb223c), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:58:57.573955 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-fe94913c-b86c-4b28-b0ff-5285343fe9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (50689fe0-9b18-4791-b464-a37d6af156bb), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:58:58.194068 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-41d06b27-f4be-4eb4-955e-5d2cb9d0633c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (f8eb8a1c-eda6-4e92-abe8-a6c8b26f8dbf), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:58:59.868192 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-f3feee38-a65a-4d09-9870-3f470de37678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (a440d224-f364-4f96-b0f6-a3dc835ff143), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:59:01.050824 dv-cinder-830098-4-iscsi neutron-server[103296]: DEBUG neutron_lib.callbacks.manager [None req-e9bcaace-dbf1-483c-aecb-b85cd13b34ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776758846109', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3573493'] for agent (6270ae95-ebba-4b95-a8aa-22f7b4ee9da1), after_update {{(pid=103296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 13:59:05.231498 dv-cinder-830098-4-iscsi neutron-server[103297]: DEBUG neutron.db.agents_db [None req-0037a3c5-4271-40a7-9adc-8c2f8531fec4 None None] Agent healthcheck: found 6 active agents {{(pid=103297) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}